[ 535.308963] env[69888]: INFO neutron.common.config [-] Logging enabled! [ 535.309236] env[69888]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.0.0.0rc2.dev50 [ 535.309418] env[69888]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=69888) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 535.309706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 535.309806] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 535.310642] env[69888]: WARNING oslo_policy.policy [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.310864] env[69888]: WARNING oslo_policy.policy [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 535.312332] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] VMware NSXv3 Agent initialized successfully. [ 535.312683] env[69888]: DEBUG oslo_concurrency.lockutils [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Acquiring lock "singleton_lock" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.312825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Acquired lock "singleton_lock" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.313046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Releasing lock "singleton_lock" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.313331] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Full set of CONF: {{(pid=69888) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 535.313542] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ******************************************************************************** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 535.313666] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Configuration options gathered from: {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 535.313902] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 535.314089] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 535.314205] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ================================================================================ {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 535.314383] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] agent_down_time = 75 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.314531] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] allow_automatic_dhcp_failover = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.314674] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] allow_bulk = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.314825] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] api_extensions_path = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.314975] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] api_paste_config = api-paste.ini {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315140] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] auth_strategy = keystone {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315256] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] backdoor_port = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315368] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] backdoor_socket = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315514] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] backlog = 4096 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315661] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] base_mac = fa:16:3e:00:00:00 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315828] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] bind_host = 0.0.0.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.315974] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] bind_port = 9696 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316132] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] client_socket_timeout = 900 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316279] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] config_dir = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316395] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316541] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] config_source = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316689] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] control_exchange = neutron {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316834] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] core_plugin = ml2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.316976] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] debug = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317135] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] default_availability_zones = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317346] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317491] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dhcp_agent_notification = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317635] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dhcp_agents_per_network = 1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317777] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dhcp_lease_duration = 86400 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.317926] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dhcp_load_type = networks {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318080] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dns_domain = openstacklocal {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318229] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318371] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_default_route_bfd = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318511] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_default_route_ecmp = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318656] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_dvr = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318791] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_new_agents = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.318927] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319076] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_signals = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319214] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] enable_traditional_dhcp = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319349] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] external_dns_driver = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319485] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] filter_validation = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319632] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] global_physnet_mtu = 8950 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319775] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] graceful_shutdown_timeout = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.319952] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] host = cpu-1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320111] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] host_dvr_for_dhcp = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320255] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] http_retries = 3 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320403] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] instance_format = [instance: %(uuid)s] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320598] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320697] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ipam_driver = internal {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320823] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ipv6_pd_enabled = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.320963] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] l3_ha = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321119] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321262] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] l3_ha_network_physical_name = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321404] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] l3_ha_network_type = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321551] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_color = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321696] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_config_append = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321847] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.321975] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_dir = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322125] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_file = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322237] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_options = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322380] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_rotate_interval = 1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322529] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_rotate_interval_type = days {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322675] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] log_rotation_type = none {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322790] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.322901] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323056] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323203] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323315] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323458] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_dns_nameservers = 5 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323599] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_header_line = 16384 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323741] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_l3_agents_per_router = 3 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.323883] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_logfile_count = 30 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324032] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_logfile_size_mb = 200 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324174] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] max_subnet_host_routes = 20 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324319] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] my_ip = 10.180.1.21 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324460] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] my_ipv6 = ::1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324599] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] network_auto_schedule = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324737] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] network_link_prefix = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.324882] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325038] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] notify_nova_on_port_data_changes = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325188] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] notify_nova_on_port_status_changes = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325332] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] pagination_max_limit = -1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325472] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] publish_errors = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325613] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rate_limit_burst = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325760] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rate_limit_except_level = CRITICAL {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.325900] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rate_limit_interval = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326046] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] retry_until_window = 30 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326188] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] router_distributed = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326326] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rpc_resources_processing_step = 20 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326465] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rpc_response_max_timeout = 600 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326604] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] rpc_response_timeout = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326745] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] send_events_interval = 2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.326897] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] service_plugins = ['router'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327053] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] setproctitle = on {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327194] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] shell_completion = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327340] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] state_path = /opt/stack/data/neutron {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327482] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] syslog_log_facility = LOG_USER {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327624] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] tcp_keepidle = 600 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327769] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] transport_url = **** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.327907] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] use_journal = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328053] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] use_json = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328193] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] use_ssl = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328330] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] use_stderr = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328474] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] use_syslog = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328613] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vlan_qinq = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328753] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vlan_transparent = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.328891] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] watch_log_file = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.329042] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] wsgi_default_pool_size = 100 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.329184] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] wsgi_keep_alive = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.329329] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.329471] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] wsgi_server_debug = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 535.329626] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_concurrency.disable_process_locking = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329778] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.329932] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330087] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330235] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330380] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330522] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330682] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.connection_string = messaging:// {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330829] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.enabled = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.330977] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.es_doc_type = notification {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331133] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.es_scroll_size = 10000 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331279] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.es_scroll_time = 2m {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331422] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.filter_error_trace = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331571] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.hmac_keys = **** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331719] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.sentinel_service_name = mymaster {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.331867] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.socket_timeout = 0.1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332021] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.trace_requests = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332169] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler.trace_sqlalchemy = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332326] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler_jaeger.process_tags = {} {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332468] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler_jaeger.service_name_prefix = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332614] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] profiler_otlp.service_name_prefix = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.332768] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.enforce_new_defaults = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333059] env[69888]: WARNING oslo_config.cfg [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 535.333225] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.enforce_scope = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333379] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.policy_default_rule = default {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333539] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333691] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333844] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.333985] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334139] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334278] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334418] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334565] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_policy.remote_timeout = 60.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334723] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.334873] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] agent.extensions = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335035] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335191] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] service_providers.service_provider = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335345] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.default_quota = -1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335497] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335642] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_floatingip = 50 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335791] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_network = 100 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.335934] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_port = 500 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336088] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336235] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_router = 10 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336381] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_security_group = 10 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336523] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336665] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.quota_subnet = 100 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336810] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] QUOTAS.track_quota_usage = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.336966] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337122] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337260] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337405] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337549] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337688] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337836] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.337975] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338123] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338267] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338409] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338551] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_dhcp_release.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338699] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338839] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.338977] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339134] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339280] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339420] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_ovs_vsctl.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339567] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.capabilities = [21] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339710] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339845] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.339987] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340143] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340285] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_namespace.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340436] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.capabilities = [12] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340588] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340712] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.340852] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341018] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341150] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_conntrack.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341298] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.capabilities = [12, 21] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341436] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.group = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341580] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.helper_command = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341717] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341856] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.thread_pool_size = 8 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.341992] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] privsep_link.user = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342163] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342314] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342458] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.continue_on_failed_promotions = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342603] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.dscp = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342748] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.dscp_inherit = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.342896] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.force_mp_to_policy = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343046] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.locking_coordinator_url = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343190] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.log_agent_heartbeats = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343330] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.logging_expire = 1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343476] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343621] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343772] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.polling_interval = 240 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.343916] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344074] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344223] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.report_interval = 30.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344369] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344515] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344662] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344808] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.sync_skew = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.344951] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.synchronization_queue_size = 20 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345107] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT.use_helper_for_ns_read = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345257] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] SECURITYGROUP.enable_ipset = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345404] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] SECURITYGROUP.enable_security_group = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345550] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345698] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.345846] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] experimental.ipv6_pd_enabled = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346013] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.extension_drivers = ['port_security'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346166] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.external_network_type = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346322] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346474] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.overlay_ip_version = 4 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346624] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.path_mtu = 8950 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346772] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.physical_network_mtus = {} {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.346922] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.tenant_network_types = ['vlan'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347081] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347233] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ml2.type_drivers = ['vlan'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347382] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT_CLI.neutron_port_id = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347524] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347668] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347823] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.347973] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348132] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348280] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348427] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348574] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348771] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.348925] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_login_password = **** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349092] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_login_port = 443 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349244] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_login_user = admin {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349392] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349542] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349689] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349833] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.349983] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350150] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350300] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350447] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350613] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350750] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.350899] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351054] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351206] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351400] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351562] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vsphere.vsphere_login_password = VMware1! {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351706] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351848] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.351995] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.auth_section = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352159] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.auth_type = password {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352307] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352445] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.certfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352588] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.collect_timing = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352738] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.endpoint_type = public {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.352879] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.insecure = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353025] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.keyfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353176] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.region_name = RegionOne {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353318] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.split_loggers = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353459] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] nova.timeout = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353605] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.auth_section = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353755] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.auth_type = password {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.353899] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354046] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.certfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354192] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.collect_timing = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354339] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.endpoint_type = public {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354480] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.insecure = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354619] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.keyfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354960] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.region_name = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.354960] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.split_loggers = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355058] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] placement.timeout = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355179] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.auth_section = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355319] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.auth_type = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355458] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.cafile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355595] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.certfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355735] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.collect_timing = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.355873] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.connect_retries = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356016] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.connect_retry_delay = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356156] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.enable_notifications = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356291] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.endpoint_override = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356430] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.insecure = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356565] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.interface = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356704] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.keyfile = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356837] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.max_version = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.356973] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.min_version = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357119] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.region_name = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357253] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.retriable_status_codes = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357386] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.service_name = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357520] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.service_type = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357659] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.split_loggers = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357798] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.status_code_retries = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.357936] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.status_code_retry_delay = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358083] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.timeout = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358223] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.valid_interfaces = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358361] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ironic.version = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358505] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] cli_script.dry_run = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358655] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358798] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.358941] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359094] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359236] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359374] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359516] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359657] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359797] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.359944] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360092] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360239] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360385] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360529] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360676] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360825] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.360967] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361121] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361270] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361413] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361554] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361715] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361852] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.361993] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362148] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362291] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362430] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362571] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362712] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362856] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.362997] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363157] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363304] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363445] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363590] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363735] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.363876] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364032] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_notifications.driver = [] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364181] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_notifications.retry = -1 {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364338] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364477] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 535.364588] env[69888]: DEBUG oslo_service.backend.eventlet.service [None req-d91ec875-96c4-4819-894a-c7a1d5ddbcc4 None None] ******************************************************************************** {{(pid=69888) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 535.365592] env[69888]: DEBUG neutron.agent.securitygroups_rpc [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Init firewall settings (driver=nsxv3) {{(pid=69888) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 535.366901] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=69888) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 535.367153] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] RPC agent_id: nsxm-l-01a.corp.local [ 535.369397] env[69888]: DEBUG dogpile.cache.region [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 535.369520] env[69888]: DEBUG dogpile.lock [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 535.369621] env[69888]: DEBUG dogpile.lock [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 535.369717] env[69888]: DEBUG dogpile.lock [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 535.369812] env[69888]: DEBUG dogpile.cache.region [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 535.369902] env[69888]: DEBUG dogpile.lock [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 535.370037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 535.388021] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Session token - acquiring [ 535.389522] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.389696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.389793] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.390212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.400139] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.691298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 535.713600] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 535.713710] env[69888]: DEBUG dogpile.cache.region [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 535.713828] env[69888]: DEBUG dogpile.lock [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 535.713949] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Activating Policy API Provider. [ 535.714165] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Looking for the default Infrastructure Rules. [ 535.786821] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Looking for the Default Layer3 Logged Drop Section. [ 535.803659] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 535.804184] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.804355] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.804461] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.804750] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.805136] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.320084] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 536.823475] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 537.326162] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Inventory metadata is going to be refreshed. [ 537.326576] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 538.222191] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.222454] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.222497] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.222820] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.235490] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 538.340100] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.341065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 538.359972] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.360169] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.360270] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.360537] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.360709] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.360827] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 538.360948] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.361066] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 538.387767] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.388020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.388080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.388324] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.388491] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.388788] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 538.411854] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.412055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.412123] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.412385] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.412519] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.412659] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 538.438330] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.438471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.438583] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.438901] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.439045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.439190] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 538.439298] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.439404] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 538.460959] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.461183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.461332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.461676] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.461837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.462033] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 538.462188] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.462335] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 538.487564] env[69888]: DEBUG networking_nsxv3.common.locking [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 538.487708] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.487798] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.488019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 538.488153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.488298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 538.488416] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 538.488499] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Inventory metadata have been refreshed. [ 538.488596] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Dryrun:True. Metadata refresh completed. [ 538.488711] env[69888]: DEBUG oslo_concurrency.lockutils [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.490502] env[69888]: INFO neutron.agent.agent_extensions_manager [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Loaded agent extensions: [] [ 538.491236] env[69888]: DEBUG neutron_lib.callbacks.manager [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=69888) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 538.535902] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent RPC Daemon Started! [ 538.536027] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:0 started [ 538.536119] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent out of sync with plugin! [ 543.492101] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.492496] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 548.493122] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.493477] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.261039] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ce6daf85-e614-4a78-a889-97bcc84a38c6 demo admin] Enqueued Resource ID: 0c5f84bb-9bd9-4179-a1db-b5657d216301 with Priority: HIGHEST for action security_group_rules [ 552.261538] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c5f84bb-9bd9-4179-a1db-b5657d216301 with Priority: HIGHEST for action security_group_rules [ 552.261893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c5f84bb-9bd9-4179-a1db-b5657d216301 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.262030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c5f84bb-9bd9-4179-a1db-b5657d216301" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.262119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c5f84bb-9bd9-4179-a1db-b5657d216301" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.262457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c5f84bb-9bd9-4179-a1db-b5657d216301" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.262550] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c5f84bb-9bd9-4179-a1db-b5657d216301',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 552.784855] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.785185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.785185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.785327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.785517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.785635] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c5f84bb-9bd9-4179-a1db-b5657d216301 already deleted. [ 552.785635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c5f84bb-9bd9-4179-a1db-b5657d216301" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 557.262615] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.263099] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.264366] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.264600] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.266311] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.266778] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.493791] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.494231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.494231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.494231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.494473] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 571.996585] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.267788] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 572.267950] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.498838] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.001152] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 573.001407] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 573.825132] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.825531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.825531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.825531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.836212] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 573.837046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.837879] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 573.854580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.854729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.854769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.854933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.855024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.855129] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 573.855199] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.855311] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 573.879388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.879575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.879575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.879759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.879884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.879992] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.900466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.900596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.900636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.900837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.900930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.901039] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 573.919642] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.919756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.919828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.919974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.920077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.920180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 573.920252] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.920319] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 573.940548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.940703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.940768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.940915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.940993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.941101] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 573.941166] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.941236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 573.962525] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.962668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.962710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.962877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.963018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.963112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 573.963184] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 573.963244] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 573.963310] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 573.963383] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 573.963446] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 573.963507] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 573.963781] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 573.963844] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 573.963928] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 573.990347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.990466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.990532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.990727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.990830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.990934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 574.012170] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.012292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.012359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.012531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.012625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.055215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.268923] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 577.269259] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 581.319153] env[69888]: INFO networking_nsxv3.common.synchronization [None req-731078a0-4268-4921-96f1-f6dbd8c2f91c None None] Enqueued Resource ID: 937c8568-c5d4-4c77-9370-d7cba218bd8a with Priority: HIGHEST for action port [ 581.319891] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 937c8568-c5d4-4c77-9370-d7cba218bd8a with Priority: HIGHEST for action port [ 581.319891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-937c8568-c5d4-4c77-9370-d7cba218bd8a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.319891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-937c8568-c5d4-4c77-9370-d7cba218bd8a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.319891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-937c8568-c5d4-4c77-9370-d7cba218bd8a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.320152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-937c8568-c5d4-4c77-9370-d7cba218bd8a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.320152] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('937c8568-c5d4-4c77-9370-d7cba218bd8a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.822681] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 937c8568-c5d4-4c77-9370-d7cba218bd8a [ 581.822913] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.823215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.823307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.823519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.823607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.823706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:937c8568-c5d4-4c77-9370-d7cba218bd8a already deleted. [ 581.823786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-937c8568-c5d4-4c77-9370-d7cba218bd8a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.113242] env[69888]: INFO networking_nsxv3.common.synchronization [None req-dfd36ba1-ec8e-4c32-8aa6-8e000fb86eed None None] Enqueued Resource ID: 07f565be-d344-45b6-aa5c-b63405ac87dd with Priority: HIGHEST for action port [ 583.113552] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f565be-d344-45b6-aa5c-b63405ac87dd with Priority: HIGHEST for action port [ 583.114091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-07f565be-d344-45b6-aa5c-b63405ac87dd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.114900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07f565be-d344-45b6-aa5c-b63405ac87dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.114900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07f565be-d344-45b6-aa5c-b63405ac87dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.114900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07f565be-d344-45b6-aa5c-b63405ac87dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.114900] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07f565be-d344-45b6-aa5c-b63405ac87dd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.617769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07f565be-d344-45b6-aa5c-b63405ac87dd [ 583.617769] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.617769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.617769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.617769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.617769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.617769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07f565be-d344-45b6-aa5c-b63405ac87dd already deleted. [ 583.617769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07f565be-d344-45b6-aa5c-b63405ac87dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.813517] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b71a56e2-ab87-4523-a116-06901b2b8566 None None] Enqueued Resource ID: e7564868-cc7a-4bbe-bd4c-cdbbd14796ae with Priority: HIGHEST for action port [ 584.814586] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7564868-cc7a-4bbe-bd4c-cdbbd14796ae with Priority: HIGHEST for action port [ 584.814910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7564868-cc7a-4bbe-bd4c-cdbbd14796ae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.815063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7564868-cc7a-4bbe-bd4c-cdbbd14796ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.815183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7564868-cc7a-4bbe-bd4c-cdbbd14796ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.815374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7564868-cc7a-4bbe-bd4c-cdbbd14796ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.815447] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7564868-cc7a-4bbe-bd4c-cdbbd14796ae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.100905] env[69888]: INFO networking_nsxv3.common.synchronization [None req-487b9bba-2b01-4e52-beb2-179edca84219 None None] Enqueued Resource ID: be88db33-faa9-4e10-a3fe-ab8455e8c4f1 with Priority: HIGHEST for action port [ 585.101236] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be88db33-faa9-4e10-a3fe-ab8455e8c4f1 with Priority: HIGHEST for action port [ 585.101829] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-be88db33-faa9-4e10-a3fe-ab8455e8c4f1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.101943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be88db33-faa9-4e10-a3fe-ab8455e8c4f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.102077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be88db33-faa9-4e10-a3fe-ab8455e8c4f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.103042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be88db33-faa9-4e10-a3fe-ab8455e8c4f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.103136] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be88db33-faa9-4e10-a3fe-ab8455e8c4f1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.317965] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7564868-cc7a-4bbe-bd4c-cdbbd14796ae [ 585.318431] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.318737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.319054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.319133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.319263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.319388] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7564868-cc7a-4bbe-bd4c-cdbbd14796ae already deleted. [ 585.319513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7564868-cc7a-4bbe-bd4c-cdbbd14796ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.605411] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be88db33-faa9-4e10-a3fe-ab8455e8c4f1 [ 585.606723] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.606723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.606723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.606723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.606723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.606723] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be88db33-faa9-4e10-a3fe-ab8455e8c4f1 already deleted. [ 585.606723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be88db33-faa9-4e10-a3fe-ab8455e8c4f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.874008] env[69888]: INFO networking_nsxv3.common.synchronization [None req-55013229-24bc-4582-872d-3708adf76c66 None None] Enqueued Resource ID: 1f8663b7-28a0-41c5-a98b-a01c795fb091 with Priority: HIGHEST for action port [ 585.875489] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f8663b7-28a0-41c5-a98b-a01c795fb091 with Priority: HIGHEST for action port [ 585.875957] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f8663b7-28a0-41c5-a98b-a01c795fb091 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.876211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f8663b7-28a0-41c5-a98b-a01c795fb091" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.876250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f8663b7-28a0-41c5-a98b-a01c795fb091" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.877071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f8663b7-28a0-41c5-a98b-a01c795fb091" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.877119] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f8663b7-28a0-41c5-a98b-a01c795fb091',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.380626] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f8663b7-28a0-41c5-a98b-a01c795fb091 [ 586.381129] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.381129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.381129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.381332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.381459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.381508] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f8663b7-28a0-41c5-a98b-a01c795fb091 already deleted. [ 586.381593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f8663b7-28a0-41c5-a98b-a01c795fb091" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.966333] env[69888]: INFO networking_nsxv3.common.synchronization [None req-85194969-13b7-45b5-a83d-1e1c0e798a98 None None] Enqueued Resource ID: 339de981-e765-40c4-8487-723f7e594f2f with Priority: HIGHEST for action port [ 586.966735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 339de981-e765-40c4-8487-723f7e594f2f with Priority: HIGHEST for action port [ 586.967146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-339de981-e765-40c4-8487-723f7e594f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.967390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-339de981-e765-40c4-8487-723f7e594f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.967390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-339de981-e765-40c4-8487-723f7e594f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.967677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-339de981-e765-40c4-8487-723f7e594f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.967677] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('339de981-e765-40c4-8487-723f7e594f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.340527] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6f05a7b2-14b5-4353-8974-baf3cf3f2f52 None None] Enqueued Resource ID: 44b5a997-cd81-4fc8-a157-29e6d6009efa with Priority: HIGHEST for action port [ 587.343895] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b5a997-cd81-4fc8-a157-29e6d6009efa with Priority: HIGHEST for action port [ 587.343895] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b5a997-cd81-4fc8-a157-29e6d6009efa taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.343895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b5a997-cd81-4fc8-a157-29e6d6009efa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.343895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b5a997-cd81-4fc8-a157-29e6d6009efa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.343895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b5a997-cd81-4fc8-a157-29e6d6009efa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.343895] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b5a997-cd81-4fc8-a157-29e6d6009efa',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.471414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 339de981-e765-40c4-8487-723f7e594f2f [ 587.471627] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.471804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.471839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.472032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.472118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.472206] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:339de981-e765-40c4-8487-723f7e594f2f already deleted. [ 587.472283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-339de981-e765-40c4-8487-723f7e594f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.845480] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44b5a997-cd81-4fc8-a157-29e6d6009efa [ 587.845616] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.845764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.845825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.846664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.846738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.846898] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44b5a997-cd81-4fc8-a157-29e6d6009efa already deleted. [ 587.846953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b5a997-cd81-4fc8-a157-29e6d6009efa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.880174] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6ad71e04-a951-4668-9267-f24f2dc8a16b None None] Enqueued Resource ID: 2df1faab-4120-417c-812d-2e55ff7af820 with Priority: HIGHEST for action port [ 587.880239] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2df1faab-4120-417c-812d-2e55ff7af820 with Priority: HIGHEST for action port [ 587.882367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2df1faab-4120-417c-812d-2e55ff7af820 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.882491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2df1faab-4120-417c-812d-2e55ff7af820" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.882557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2df1faab-4120-417c-812d-2e55ff7af820" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.882810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2df1faab-4120-417c-812d-2e55ff7af820" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.882888] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2df1faab-4120-417c-812d-2e55ff7af820',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.997162] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d54d7bb3-4ee1-4795-b1be-abf3c7260a4f None None] Enqueued Resource ID: 2b9fa725-d823-43e3-8da0-d666aad8e353 with Priority: HIGHEST for action port [ 587.997162] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b9fa725-d823-43e3-8da0-d666aad8e353 with Priority: HIGHEST for action port [ 587.997162] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b9fa725-d823-43e3-8da0-d666aad8e353 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.997162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b9fa725-d823-43e3-8da0-d666aad8e353" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.997162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b9fa725-d823-43e3-8da0-d666aad8e353" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.998448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b9fa725-d823-43e3-8da0-d666aad8e353" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.998448] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b9fa725-d823-43e3-8da0-d666aad8e353',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.260689] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d4cae083-deea-4202-b872-84c52e79e89d tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 588.262034] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 588.262459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.262557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.262604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.262813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.262890] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.367483] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4e488d1b-ea19-4d7e-98a9-b3c7cb57f541 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 588.368077] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 588.368361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.368460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.384554] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2df1faab-4120-417c-812d-2e55ff7af820 [ 588.385079] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.385079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.385079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.385239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.385271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.385359] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2df1faab-4120-417c-812d-2e55ff7af820 already deleted. [ 588.385681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2df1faab-4120-417c-812d-2e55ff7af820" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.467885] env[69888]: INFO networking_nsxv3.common.synchronization [None req-3d62e40b-38c4-42c4-a77b-d3e6784d1852 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 588.467885] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 588.467885] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.467885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.471185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.472733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.472733] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.501123] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b9fa725-d823-43e3-8da0-d666aad8e353 [ 588.501350] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.501484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.501554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.501799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.501892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.501986] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b9fa725-d823-43e3-8da0-d666aad8e353 already deleted. [ 588.502083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b9fa725-d823-43e3-8da0-d666aad8e353" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.585652] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f6901919-7460-457f-bf2a-6b4da261e61b tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 588.586215] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 588.586518] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.586650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.788921] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.789084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.789157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.789473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.789473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.789560] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 already deleted. [ 588.789623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.789766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.789921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.790008] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.995555] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.995555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.995555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.995782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.995935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.995982] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 already deleted. [ 588.996060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.996430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.996634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.996747] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.247263] env[69888]: INFO networking_nsxv3.common.synchronization [None req-58a46938-f269-455a-be84-69edd3fdf911 None None] Enqueued Resource ID: 77263089-ea88-4946-822f-50f39a72cd35 with Priority: HIGHEST for action port [ 589.247263] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77263089-ea88-4946-822f-50f39a72cd35 with Priority: HIGHEST for action port [ 589.247993] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-77263089-ea88-4946-822f-50f39a72cd35 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.247993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77263089-ea88-4946-822f-50f39a72cd35" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.247993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77263089-ea88-4946-822f-50f39a72cd35" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.247993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77263089-ea88-4946-822f-50f39a72cd35" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.248910] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77263089-ea88-4946-822f-50f39a72cd35',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.305816] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8ee75fe8-640e-4aca-be4c-a83bc21538aa None None] Enqueued Resource ID: 9e74ac0a-4e6b-400e-bfeb-82376e8c4593 with Priority: HIGHEST for action port [ 589.306101] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e74ac0a-4e6b-400e-bfeb-82376e8c4593 with Priority: HIGHEST for action port [ 589.306961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e74ac0a-4e6b-400e-bfeb-82376e8c4593 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.307722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e74ac0a-4e6b-400e-bfeb-82376e8c4593" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.307722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e74ac0a-4e6b-400e-bfeb-82376e8c4593" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.308782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e74ac0a-4e6b-400e-bfeb-82376e8c4593" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.308996] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e74ac0a-4e6b-400e-bfeb-82376e8c4593',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.310794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.310794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.310794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.310953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.310953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.311105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 already deleted. [ 589.311175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.516953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.517077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.517209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.517438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.517438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.517540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 already deleted. [ 589.517622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.751161] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77263089-ea88-4946-822f-50f39a72cd35 [ 589.752679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.752679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.752679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.752679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.752679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.752679] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77263089-ea88-4946-822f-50f39a72cd35 already deleted. [ 589.752679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77263089-ea88-4946-822f-50f39a72cd35" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.812271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e74ac0a-4e6b-400e-bfeb-82376e8c4593 [ 589.812547] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.812727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.812826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.813158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.813445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.814479] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e74ac0a-4e6b-400e-bfeb-82376e8c4593 already deleted. [ 589.814686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e74ac0a-4e6b-400e-bfeb-82376e8c4593" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.082997] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b1b8a018-6f71-4880-b1f3-ecf8713efcee None None] Enqueued Resource ID: 2b2d913d-e586-495e-9051-894a1138883f with Priority: HIGHEST for action port [ 591.082997] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b2d913d-e586-495e-9051-894a1138883f with Priority: HIGHEST for action port [ 591.082997] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b2d913d-e586-495e-9051-894a1138883f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.082997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b2d913d-e586-495e-9051-894a1138883f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.083878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b2d913d-e586-495e-9051-894a1138883f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.084772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b2d913d-e586-495e-9051-894a1138883f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.084772] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b2d913d-e586-495e-9051-894a1138883f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.589030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b2d913d-e586-495e-9051-894a1138883f [ 591.589184] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.589327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.589509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.589657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.589878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.589878] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b2d913d-e586-495e-9051-894a1138883f already deleted. [ 591.590057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b2d913d-e586-495e-9051-894a1138883f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.871231] env[69888]: INFO networking_nsxv3.common.synchronization [None req-83d2288e-ccad-44c3-b631-65088169ab3b None None] Enqueued Resource ID: 313042e5-22b4-4332-a930-203762e4be23 with Priority: HIGHEST for action port [ 591.871231] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313042e5-22b4-4332-a930-203762e4be23 with Priority: HIGHEST for action port [ 591.871231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-313042e5-22b4-4332-a930-203762e4be23 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.871231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-313042e5-22b4-4332-a930-203762e4be23" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.871231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-313042e5-22b4-4332-a930-203762e4be23" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.871231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-313042e5-22b4-4332-a930-203762e4be23" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.871231] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('313042e5-22b4-4332-a930-203762e4be23',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.375040] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 313042e5-22b4-4332-a930-203762e4be23 [ 592.375040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.375040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.375040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.375040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.375040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.375040] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:313042e5-22b4-4332-a930-203762e4be23 already deleted. [ 592.375040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-313042e5-22b4-4332-a930-203762e4be23" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.873674] env[69888]: INFO networking_nsxv3.common.synchronization [None req-01f9d5f1-ad7e-4fb2-88ef-919b9877b140 None None] Enqueued Resource ID: 026d3d4f-2bfe-45a2-af76-43d6525a5252 with Priority: HIGHEST for action port [ 592.873934] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026d3d4f-2bfe-45a2-af76-43d6525a5252 with Priority: HIGHEST for action port [ 592.874505] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-026d3d4f-2bfe-45a2-af76-43d6525a5252 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.874618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026d3d4f-2bfe-45a2-af76-43d6525a5252" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.874684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026d3d4f-2bfe-45a2-af76-43d6525a5252" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.874929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026d3d4f-2bfe-45a2-af76-43d6525a5252" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.875679] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026d3d4f-2bfe-45a2-af76-43d6525a5252',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.378256] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 026d3d4f-2bfe-45a2-af76-43d6525a5252 [ 593.378506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.378567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.378624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.378837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.378918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.379020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:026d3d4f-2bfe-45a2-af76-43d6525a5252 already deleted. [ 593.379107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026d3d4f-2bfe-45a2-af76-43d6525a5252" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.875681] env[69888]: INFO networking_nsxv3.common.synchronization [None req-88051f6a-b73f-4b0c-86f5-e622f43b01f1 None None] Enqueued Resource ID: 593cfb9f-bf7f-4827-80f6-25b67059a4c1 with Priority: HIGHEST for action port [ 594.876389] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593cfb9f-bf7f-4827-80f6-25b67059a4c1 with Priority: HIGHEST for action port [ 594.876782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-593cfb9f-bf7f-4827-80f6-25b67059a4c1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.876927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593cfb9f-bf7f-4827-80f6-25b67059a4c1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.878108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593cfb9f-bf7f-4827-80f6-25b67059a4c1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.878453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593cfb9f-bf7f-4827-80f6-25b67059a4c1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.878562] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593cfb9f-bf7f-4827-80f6-25b67059a4c1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.150470] env[69888]: INFO networking_nsxv3.common.synchronization [None req-2f1300a5-b355-42cd-b0df-b3e54a954b62 None None] Enqueued Resource ID: e68d11bc-4ca5-4c65-9e74-40f41c932ea2 with Priority: HIGHEST for action port [ 595.150470] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e68d11bc-4ca5-4c65-9e74-40f41c932ea2 with Priority: HIGHEST for action port [ 595.150470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e68d11bc-4ca5-4c65-9e74-40f41c932ea2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.150470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e68d11bc-4ca5-4c65-9e74-40f41c932ea2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.150470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e68d11bc-4ca5-4c65-9e74-40f41c932ea2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.150812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e68d11bc-4ca5-4c65-9e74-40f41c932ea2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.150812] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e68d11bc-4ca5-4c65-9e74-40f41c932ea2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.205931] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c4b97c2b-efea-4fe4-824c-55c25276a3bc None None] Enqueued Resource ID: c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae with Priority: HIGHEST for action port [ 595.208036] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae with Priority: HIGHEST for action port [ 595.208036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.208036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.208036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.211048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.211048] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.385392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 593cfb9f-bf7f-4827-80f6-25b67059a4c1 [ 595.385638] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.386528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.386528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.386528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.386528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.386528] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:593cfb9f-bf7f-4827-80f6-25b67059a4c1 already deleted. [ 595.386528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593cfb9f-bf7f-4827-80f6-25b67059a4c1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.653934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e68d11bc-4ca5-4c65-9e74-40f41c932ea2 [ 595.653934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.653934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.654158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.654473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.654577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.654685] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e68d11bc-4ca5-4c65-9e74-40f41c932ea2 already deleted. [ 595.654766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e68d11bc-4ca5-4c65-9e74-40f41c932ea2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.710392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae [ 595.710771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.710871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.710871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.711108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.711239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.711284] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae already deleted. [ 595.711369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2daefeb-dbcb-4bde-b2f8-47bc0cc06bae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.759474] env[69888]: INFO networking_nsxv3.common.synchronization [req-96a2da87-1734-4fae-8219-a3ef9a2bc774 req-af8a9f42-60a4-4442-b9dc-94e32c7fc935 tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Enqueued Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 596.760615] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 596.761260] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.761431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.761505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.761804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.761987] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.762106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.762175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.762400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.762500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.762614] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.825808] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ce430b86-e7c1-4878-b8f6-316c787b1d4c None None] Enqueued Resource ID: 8d8c7dd8-db51-4962-a461-e9503edc9406 with Priority: HIGHEST for action port [ 596.826752] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d8c7dd8-db51-4962-a461-e9503edc9406 with Priority: HIGHEST for action port [ 596.827913] env[69888]: INFO networking_nsxv3.common.synchronization [None req-db0bc401-704c-4e3e-a0a2-410da137ce11 None None] Enqueued Resource ID: 4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f with Priority: HIGHEST for action port [ 596.828917] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d8c7dd8-db51-4962-a461-e9503edc9406 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.829175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d8c7dd8-db51-4962-a461-e9503edc9406" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.829175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d8c7dd8-db51-4962-a461-e9503edc9406" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.829618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d8c7dd8-db51-4962-a461-e9503edc9406" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.829618] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d8c7dd8-db51-4962-a461-e9503edc9406',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.830601] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f with Priority: HIGHEST for action port [ 596.830845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.830957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.831039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.831254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.831329] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.269116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.269116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 already deleted. [ 597.269116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.335723] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d8c7dd8-db51-4962-a461-e9503edc9406 [ 597.335961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.336125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.336193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.336407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.336495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.336589] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d8c7dd8-db51-4962-a461-e9503edc9406 already deleted. [ 597.336737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d8c7dd8-db51-4962-a461-e9503edc9406" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.344148] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f [ 597.344421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.344510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.344824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.344824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.344989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.345136] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f already deleted. [ 597.345232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b2e1bd5-58a9-4e56-89aa-1da4ff8b666f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.782223] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.782536] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.782536] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.783914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.783914] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.783914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.783914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.783914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.783914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.784218] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.784218] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.784322] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.784435] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.784551] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 597.784655] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.784791] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.808502] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.808752] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 597.808951] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.809239] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.809678] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-64b49488-70e6-403d-8fff-f06ef3a6a74b taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.809937] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.810159] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.810622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.810872] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b49488-70e6-403d-8fff-f06ef3a6a74b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.199925] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9f1346db-6c18-4e8b-837f-f1ee7c4f8140 None None] Enqueued Resource ID: e51e4034-dbf7-45fe-bd67-7e2690a667c0 with Priority: HIGHEST for action port [ 598.200315] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e51e4034-dbf7-45fe-bd67-7e2690a667c0 with Priority: HIGHEST for action port [ 598.200806] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e51e4034-dbf7-45fe-bd67-7e2690a667c0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.200974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e51e4034-dbf7-45fe-bd67-7e2690a667c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.201029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e51e4034-dbf7-45fe-bd67-7e2690a667c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.201266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e51e4034-dbf7-45fe-bd67-7e2690a667c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.201351] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e51e4034-dbf7-45fe-bd67-7e2690a667c0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.313279] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.313604] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.313738] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.314117] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.315028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.315028] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 64b49488-70e6-403d-8fff-f06ef3a6a74b not found, creating... [ 598.315028] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.315028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.315028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.315309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.315453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.315927] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.316052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.316130] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.316310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.316435] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.316585] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 64b49488-70e6-403d-8fff-f06ef3a6a74b is going to be created. [ 598.339928] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.340197] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.340300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.340618] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.341012] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.341297] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.704351] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e51e4034-dbf7-45fe-bd67-7e2690a667c0 [ 598.704662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.704900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.704900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.705163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.705265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.705378] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e51e4034-dbf7-45fe-bd67-7e2690a667c0 already deleted. [ 598.705464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e51e4034-dbf7-45fe-bd67-7e2690a667c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.876513] env[69888]: INFO networking_nsxv3.common.synchronization [req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a req-2dd4434c-7627-418b-8bb8-d621d9519180 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 598.878536] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 598.879009] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.879009] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.879137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.879702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.879702] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.879702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.879702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.880030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.880030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.880297] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.386166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.386166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.386166] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 already deleted. [ 599.386166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.596316] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.596508] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.596647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.596927] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.597205] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.597361] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.597473] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.597681] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.597818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.599546] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.599819] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 599.600043] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 599.600259] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 599.600462] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 599.600681] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 599.602527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 599.618171] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 599.618349] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 599.618515] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 599.618661] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.620027] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-77192cf3-055c-46a0-8604-f884b422ce16 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.620027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.620027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.620027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.620027] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77192cf3-055c-46a0-8604-f884b422ce16',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.943593] env[69888]: INFO networking_nsxv3.common.synchronization [None req-20527e5b-a122-48e0-9c29-015850d4386b tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 599.944478] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 599.944478] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.944478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.944478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.945259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.945361] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.125478] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.125810] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.125810] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.125908] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.126142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.126391] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 77192cf3-055c-46a0-8604-f884b422ce16 not found, creating... [ 600.126958] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.129617] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.129617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.129617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 77192cf3-055c-46a0-8604-f884b422ce16 is going to be created. [ 600.148475] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.148877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.148877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.149182] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.149919] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.149919] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.225595] env[69888]: INFO networking_nsxv3.common.synchronization [req-96a2da87-1734-4fae-8219-a3ef9a2bc774 req-8820d9e9-6288-4bb0-bea1-e8c81c85fde7 service nova] Enqueued Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_rules [ 600.225769] env[69888]: INFO networking_nsxv3.common.synchronization [req-96a2da87-1734-4fae-8219-a3ef9a2bc774 req-8820d9e9-6288-4bb0-bea1-e8c81c85fde7 service nova] Enqueued Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 600.225909] env[69888]: INFO networking_nsxv3.common.synchronization [req-96a2da87-1734-4fae-8219-a3ef9a2bc774 req-8820d9e9-6288-4bb0-bea1-e8c81c85fde7 service nova] Enqueued Resource ID: 64b49488-70e6-403d-8fff-f06ef3a6a74b with Priority: HIGHEST for action port [ 600.226164] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_rules [ 600.226292] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 600.226381] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64b49488-70e6-403d-8fff-f06ef3a6a74b with Priority: HIGHEST for action port [ 600.226944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.227270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.227474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.228757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.228757] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.230503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.230667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.230746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.230941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.231114] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.231213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.231295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.231426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.231506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.231611] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.235043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-64b49488-70e6-403d-8fff-f06ef3a6a74b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.235284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.235284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.235377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.235450] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64b49488-70e6-403d-8fff-f06ef3a6a74b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.246879] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ccca40b0-2609-4098-baa6-51db239806b2 tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 600.247371] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 600.247690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.247769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.467597] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.467597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 already deleted. [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.467597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.468149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.468149] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.735732] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.737654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.737756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744930] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64b49488-70e6-403d-8fff-f06ef3a6a74b with status ACTIVE [ 600.744930] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.744930] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.744930] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.744930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.744930] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64b49488-70e6-403d-8fff-f06ef3a6a74b is going to be updated. [ 600.765784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.765784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.765784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.765784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.765980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.766023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64b49488-70e6-403d-8fff-f06ef3a6a74b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.988114] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.989573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.989573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.989573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.989573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.989573] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 already deleted. [ 600.989573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.239421] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.630432] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7422913-3973-4770-a03c-3055ca9cf702 req-f30240e7-8165-4603-be58-c857c44ad428 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 601.630432] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 601.630544] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.632288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.632288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.632288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.638648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.638648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.638648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.638648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.638648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.638648] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.744944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.744944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.744944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.744944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.744944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.744944] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 is going to be created. [ 601.773545] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.773837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.773923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.774295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.774518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.787517] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: UNINITIALIZED for 2s [ 602.142052] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.142780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.142780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.142780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.142780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.142987] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.143139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.143773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.144026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.144129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.144254] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 already deleted. [ 602.144344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.205227] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4834f989-a3b2-4ebd-af64-59be70ea3a00 None None] Enqueued Resource ID: c2022cfa-22f8-4183-9b73-6cb658d50dd7 with Priority: HIGHEST for action port [ 602.205838] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2022cfa-22f8-4183-9b73-6cb658d50dd7 with Priority: HIGHEST for action port [ 602.206178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2022cfa-22f8-4183-9b73-6cb658d50dd7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.206343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2022cfa-22f8-4183-9b73-6cb658d50dd7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.206391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2022cfa-22f8-4183-9b73-6cb658d50dd7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.206714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2022cfa-22f8-4183-9b73-6cb658d50dd7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206714] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2022cfa-22f8-4183-9b73-6cb658d50dd7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.330779] env[69888]: INFO networking_nsxv3.common.synchronization [None req-eebac147-bea5-4f51-a215-5649c6ba1b20 None None] Enqueued Resource ID: 8a7f93a0-a0d2-42f8-8e19-ca87beff63db with Priority: HIGHEST for action port [ 602.331352] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a7f93a0-a0d2-42f8-8e19-ca87beff63db with Priority: HIGHEST for action port [ 602.331606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a7f93a0-a0d2-42f8-8e19-ca87beff63db taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.331925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a7f93a0-a0d2-42f8-8e19-ca87beff63db" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.331925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a7f93a0-a0d2-42f8-8e19-ca87beff63db" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.333242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a7f93a0-a0d2-42f8-8e19-ca87beff63db" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.333545] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a7f93a0-a0d2-42f8-8e19-ca87beff63db',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.425168] env[69888]: INFO networking_nsxv3.common.synchronization [None req-79b370e0-047c-4011-a9b3-506665f6c0ae None None] Enqueued Resource ID: 2c602c60-d90a-444b-a7a4-1a020e52ccaf with Priority: HIGHEST for action port [ 602.425168] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c602c60-d90a-444b-a7a4-1a020e52ccaf with Priority: HIGHEST for action port [ 602.425168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c602c60-d90a-444b-a7a4-1a020e52ccaf taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.425467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c602c60-d90a-444b-a7a4-1a020e52ccaf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.425467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c602c60-d90a-444b-a7a4-1a020e52ccaf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.426231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c602c60-d90a-444b-a7a4-1a020e52ccaf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.426231] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c602c60-d90a-444b-a7a4-1a020e52ccaf',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.437805] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e5d09768-b742-4103-857f-e438c3e90650 None None] Enqueued Resource ID: 36405113-09d4-4542-a69e-09013f08370e with Priority: HIGHEST for action port [ 602.438182] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36405113-09d4-4542-a69e-09013f08370e with Priority: HIGHEST for action port [ 602.439196] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-36405113-09d4-4542-a69e-09013f08370e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.440285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36405113-09d4-4542-a69e-09013f08370e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.440285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36405113-09d4-4542-a69e-09013f08370e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.440285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36405113-09d4-4542-a69e-09013f08370e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.440285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36405113-09d4-4542-a69e-09013f08370e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.709740] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2022cfa-22f8-4183-9b73-6cb658d50dd7 [ 602.709740] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.709740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.709740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.709740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.709740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.709740] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2022cfa-22f8-4183-9b73-6cb658d50dd7 already deleted. [ 602.709740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2022cfa-22f8-4183-9b73-6cb658d50dd7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.777932] env[69888]: INFO networking_nsxv3.common.synchronization [None req-12a7ea5c-0b05-4632-ad5b-f3da62ab1907 None None] Enqueued Resource ID: 47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b with Priority: HIGHEST for action port [ 602.778232] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b with Priority: HIGHEST for action port [ 602.779598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.779598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.779598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.779796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.779796] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.838116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a7f93a0-a0d2-42f8-8e19-ca87beff63db [ 602.838116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.838333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.839018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.839018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.839018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.839018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a7f93a0-a0d2-42f8-8e19-ca87beff63db already deleted. [ 602.839018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a7f93a0-a0d2-42f8-8e19-ca87beff63db" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.930386] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c602c60-d90a-444b-a7a4-1a020e52ccaf [ 602.932799] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.932799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.932799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.932799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.932799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.932799] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c602c60-d90a-444b-a7a4-1a020e52ccaf already deleted. [ 602.932799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c602c60-d90a-444b-a7a4-1a020e52ccaf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.942875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36405113-09d4-4542-a69e-09013f08370e [ 602.944371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.944371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.944371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.944673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.944707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.944839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36405113-09d4-4542-a69e-09013f08370e already deleted. [ 602.944882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36405113-09d4-4542-a69e-09013f08370e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.278206] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8873a381-a969-4815-a337-337c71b4eee7 None None] Enqueued Resource ID: 59666a92-74d3-47a4-a9a9-c416e28fea0a with Priority: HIGHEST for action port [ 603.278206] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59666a92-74d3-47a4-a9a9-c416e28fea0a with Priority: HIGHEST for action port [ 603.278584] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-59666a92-74d3-47a4-a9a9-c416e28fea0a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.278584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59666a92-74d3-47a4-a9a9-c416e28fea0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.278584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59666a92-74d3-47a4-a9a9-c416e28fea0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.280876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59666a92-74d3-47a4-a9a9-c416e28fea0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.280876] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59666a92-74d3-47a4-a9a9-c416e28fea0a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.283424] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b [ 603.283865] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.283865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.283865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.284870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.284870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.284870] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b already deleted. [ 603.284870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47ec7a8a-e8cf-4c36-9a0e-0c2d5487df0b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.612292] env[69888]: INFO networking_nsxv3.common.synchronization [req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a req-f287dc8e-3e45-4c3f-a74e-8532c11260bf service nova] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_rules [ 603.612398] env[69888]: INFO networking_nsxv3.common.synchronization [req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a req-f287dc8e-3e45-4c3f-a74e-8532c11260bf service nova] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 603.613188] env[69888]: INFO networking_nsxv3.common.synchronization [req-01a07df8-2b9f-4e98-8283-5ed95fcdcf4a req-f287dc8e-3e45-4c3f-a74e-8532c11260bf service nova] Enqueued Resource ID: 77192cf3-055c-46a0-8604-f884b422ce16 with Priority: HIGHEST for action port [ 603.613188] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_rules [ 603.613188] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 603.613188] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77192cf3-055c-46a0-8604-f884b422ce16 with Priority: HIGHEST for action port [ 603.614279] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.614723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.614723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.614723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.614854] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.619083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.619224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.619309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.619489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.619653] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.619828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.619828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.619963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.620059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.623474] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.624657] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-77192cf3-055c-46a0-8604-f884b422ce16 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.624805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.624879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.625973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.626102] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77192cf3-055c-46a0-8604-f884b422ce16',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.784037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59666a92-74d3-47a4-a9a9-c416e28fea0a [ 603.784037] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.784174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.785169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.785169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.785169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.785169] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59666a92-74d3-47a4-a9a9-c416e28fea0a already deleted. [ 603.785169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59666a92-74d3-47a4-a9a9-c416e28fea0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.800238] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: SUCCESS [ 603.801406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.801649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.804935] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.804935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.804935] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.032018] env[69888]: INFO networking_nsxv3.common.synchronization [req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c req-329074ff-7170-4ce2-a02e-477c085a42e7 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 604.032018] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 604.032018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.034273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.034273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.034273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.036172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.036172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.036172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.036172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.036172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.036172] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.079967] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f0c5413e-c0c1-4213-acc5-596784173728 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 604.080552] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 604.081285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.081396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.082061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.082061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.082061] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.128706] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.128920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.129254] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.146848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77192cf3-055c-46a0-8604-f884b422ce16 with status ACTIVE [ 604.146848] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.146848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.146848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.146848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.147661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.147661] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.147661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.147861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.148194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.148401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.148771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.148771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.148771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.148771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.148907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.148936] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77192cf3-055c-46a0-8604-f884b422ce16 is going to be updated. [ 604.172522] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.172670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.172729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.172931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.173084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.173252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77192cf3-055c-46a0-8604-f884b422ce16" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.293027] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b6901207-879c-46d4-b3e1-e93eb3c7759a tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 604.295933] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 604.295933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.295933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.295933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.295933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.295933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.309871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.309871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.309871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.309871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.309871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.310574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.310574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.310574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.310574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.310574] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.541123] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.541123] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.541123] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 already deleted. [ 604.541123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.563152] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1565bb4d-2ded-407e-bc77-a53779cecfc4 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 604.563152] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 604.563152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.563584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601682] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.601682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.601682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.601996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.602289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.602610] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 already deleted. [ 604.604024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.604024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.604024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.604024] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.632018] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.819359] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.819435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.821288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.822904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.823970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.824724] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 already deleted. [ 604.824924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.825287] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a1aa3e0-6b73-4aeb-95c0-499915620dd1: rpc.has_security_group_logging(os_id): False [ 604.828816] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-915 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.829035] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.829167] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.829488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.829752] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.829915] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.830058] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.830272] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.830533] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.830616] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.830744] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.830864] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.831048] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.831112] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 604.831203] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.831338] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.852139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.853884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.853884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.854301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.854301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.854301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.854301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.854630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.854630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.854630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.854839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.854839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.854961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.854961] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 is going to be created. [ 604.857592] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.857749] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 604.858210] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.858210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.858598] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-2308b9b9-b987-446d-b51a-476be72f4077 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.858765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.859114] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.859204] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.859347] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2308b9b9-b987-446d-b51a-476be72f4077',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.926745] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.926918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.929039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.929039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.929039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.938028] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: IN_PROGRESS for 2s [ 605.080832] env[69888]: INFO networking_nsxv3.common.synchronization [None req-a3491a2c-ccc1-4a1d-b503-2dfd316bb7f3 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 605.080832] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 605.080832] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.081052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.081052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.081482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.081482] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.124224] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.124627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.124721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.125435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.125931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.125931] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 already deleted. [ 605.125931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.134502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.134641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.135267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.136310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.136447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.136563] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be created. [ 605.164649] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.165054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.165054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.165244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.165467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.175538] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: UNINITIALIZED for 2s [ 605.246547] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b145c7ce-2a0d-460d-b8c4-f71d03fe4fe6 None None] Enqueued Resource ID: 1fb4fa1f-9fd1-4b79-b831-31a168e2006a with Priority: HIGHEST for action port [ 605.247109] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb4fa1f-9fd1-4b79-b831-31a168e2006a with Priority: HIGHEST for action port [ 605.247455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb4fa1f-9fd1-4b79-b831-31a168e2006a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.247539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb4fa1f-9fd1-4b79-b831-31a168e2006a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.247596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb4fa1f-9fd1-4b79-b831-31a168e2006a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.247837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb4fa1f-9fd1-4b79-b831-31a168e2006a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.247918] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb4fa1f-9fd1-4b79-b831-31a168e2006a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.367174] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.367174] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 2308b9b9-b987-446d-b51a-476be72f4077 not found, creating... [ 605.367174] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.367174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.367770] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.367770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.367770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.367770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.367770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.367770] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 2308b9b9-b987-446d-b51a-476be72f4077 is going to be created. [ 605.388224] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.388455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.388590] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.388880] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.389122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.389680] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.604764] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.604764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.604764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.604764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.604764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.604764] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 already deleted. [ 605.604764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.754689] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1fb4fa1f-9fd1-4b79-b831-31a168e2006a [ 605.754955] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.755116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.758042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.758042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.758042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.758042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1fb4fa1f-9fd1-4b79-b831-31a168e2006a already deleted. [ 605.758042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb4fa1f-9fd1-4b79-b831-31a168e2006a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.040034] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ad532117-a833-49e0-b8b6-e9ee12eeeff6 None None] Enqueued Resource ID: 82a081d3-30ae-4041-80e2-4e52d259a0ae with Priority: HIGHEST for action port [ 606.040297] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82a081d3-30ae-4041-80e2-4e52d259a0ae with Priority: HIGHEST for action port [ 606.040887] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-82a081d3-30ae-4041-80e2-4e52d259a0ae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.041051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82a081d3-30ae-4041-80e2-4e52d259a0ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.041084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82a081d3-30ae-4041-80e2-4e52d259a0ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.041453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82a081d3-30ae-4041-80e2-4e52d259a0ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.041578] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82a081d3-30ae-4041-80e2-4e52d259a0ae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.545373] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82a081d3-30ae-4041-80e2-4e52d259a0ae [ 606.545709] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.545709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.545709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.545927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.546023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.546264] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82a081d3-30ae-4041-80e2-4e52d259a0ae already deleted. [ 606.546264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82a081d3-30ae-4041-80e2-4e52d259a0ae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.552918] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.552918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.552918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.553843] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.553843] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.553843] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.553843] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.554943] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.554943] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.555841] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.555841] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.555841] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.555841] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.556014] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.556344] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.556670] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.575121] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.575289] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.575426] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.575596] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.575943] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-389192c6-b097-462f-9bb9-302564febbdc taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.576231] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.577075] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.581021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.581021] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389192c6-b097-462f-9bb9-302564febbdc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.952689] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: SUCCESS [ 606.953106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.083063] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.083063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.083063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.083063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.083063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.083063] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 389192c6-b097-462f-9bb9-302564febbdc not found, creating... [ 607.083743] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.083743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.083743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.083882] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.083913] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.084261] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.084374] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.084491] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.087309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.087457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.087605] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 389192c6-b097-462f-9bb9-302564febbdc is going to be created. [ 607.106133] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.106133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.106133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.106415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.106595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.106766] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.189195] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 607.189571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.189767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.189996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.190213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.190339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.190403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.192152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.192152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.192152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.192152] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.695328] env[69888]: INFO networking_nsxv3.common.synchronization [None req-af04db72-71aa-4952-985a-c7a7c53f24e1 None None] Enqueued Resource ID: 44b1c3d5-49cf-4fdd-840e-90701ffaf9d9 with Priority: HIGHEST for action port [ 607.695328] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b1c3d5-49cf-4fdd-840e-90701ffaf9d9 with Priority: HIGHEST for action port [ 607.695328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.695328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.695328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.695328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.696060] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.696060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.696060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.696060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.696060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.696060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.696060] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.698656] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b1c3d5-49cf-4fdd-840e-90701ffaf9d9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.698656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b1c3d5-49cf-4fdd-840e-90701ffaf9d9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.698656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b1c3d5-49cf-4fdd-840e-90701ffaf9d9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b1c3d5-49cf-4fdd-840e-90701ffaf9d9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.698656] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b1c3d5-49cf-4fdd-840e-90701ffaf9d9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.927626] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7422913-3973-4770-a03c-3055ca9cf702 req-9b4868b3-665f-47fd-860a-b9c1f60cf675 service nova] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 607.927787] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7422913-3973-4770-a03c-3055ca9cf702 req-9b4868b3-665f-47fd-860a-b9c1f60cf675 service nova] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 607.927923] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7422913-3973-4770-a03c-3055ca9cf702 req-9b4868b3-665f-47fd-860a-b9c1f60cf675 service nova] Enqueued Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 607.928453] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 607.928579] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 607.928676] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 607.929228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.929354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.930284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.930284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.930284] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.930872] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.930872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931816] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.931816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.931816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.931816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.931816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.931816] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.932546] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2308b9b9-b987-446d-b51a-476be72f4077 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.932674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.932750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.932890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.932964] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2308b9b9-b987-446d-b51a-476be72f4077',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.199877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e8fe652-7d98-4d77-b08b-2433bb6abe77: rpc.has_security_group_logging(os_id): False [ 608.201837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44b1c3d5-49cf-4fdd-840e-90701ffaf9d9 [ 608.201998] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.202408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.202408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.202408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.202640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.202640] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44b1c3d5-49cf-4fdd-840e-90701ffaf9d9 already deleted. [ 608.202640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b1c3d5-49cf-4fdd-840e-90701ffaf9d9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.219503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220295] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.220677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220951] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.221061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.221123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.221968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.221968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.221968] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be created. [ 608.279734] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.279734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.279734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.279734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.279734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.291452] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 608.437856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.437856] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.437856] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2308b9b9-b987-446d-b51a-476be72f4077 with status ACTIVE [ 608.437856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.437856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.437856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.438965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.439933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.439933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.439933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.439933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.439933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.440515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.443019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.444089] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2308b9b9-b987-446d-b51a-476be72f4077 is going to be updated. [ 608.474835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.474835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.474835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.474835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.474835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.474835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.728245] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e4b516c3-5e97-4aab-907f-79969fbcb6a5 None None] Enqueued Resource ID: a5575f7a-a1a6-4b89-b91d-af84c57ebc4d with Priority: HIGHEST for action port [ 608.728245] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5575f7a-a1a6-4b89-b91d-af84c57ebc4d with Priority: HIGHEST for action port [ 608.728245] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5575f7a-a1a6-4b89-b91d-af84c57ebc4d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.728245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5575f7a-a1a6-4b89-b91d-af84c57ebc4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.729304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5575f7a-a1a6-4b89-b91d-af84c57ebc4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.729304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5575f7a-a1a6-4b89-b91d-af84c57ebc4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.729304] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5575f7a-a1a6-4b89-b91d-af84c57ebc4d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.847727] env[69888]: INFO networking_nsxv3.common.synchronization [req-101a8356-f706-4a69-988d-bd78ac79839d req-c4765556-3201-4cab-b10c-b5b66e0c6c78 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 608.847727] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 608.847884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.848020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.849331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.849707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.851531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.851531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.851531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.851531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.851531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.851531] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.946178] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.232179] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5575f7a-a1a6-4b89-b91d-af84c57ebc4d [ 609.232701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.232701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.232701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.232949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.232981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.233551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5575f7a-a1a6-4b89-b91d-af84c57ebc4d already deleted. [ 609.233551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5575f7a-a1a6-4b89-b91d-af84c57ebc4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.350814] env[69888]: INFO networking_nsxv3.common.synchronization [req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c req-83ac0a4e-1171-497e-81fb-5a9864edbcac service nova] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_rules [ 609.350814] env[69888]: INFO networking_nsxv3.common.synchronization [req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c req-83ac0a4e-1171-497e-81fb-5a9864edbcac service nova] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 609.350814] env[69888]: INFO networking_nsxv3.common.synchronization [req-762f6ad1-8bd3-4039-bfdf-699fb2fe1c8c req-83ac0a4e-1171-497e-81fb-5a9864edbcac service nova] Enqueued Resource ID: 389192c6-b097-462f-9bb9-302564febbdc with Priority: HIGHEST for action port [ 609.351850] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_rules [ 609.351998] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 609.352276] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 389192c6-b097-462f-9bb9-302564febbdc with Priority: HIGHEST for action port [ 609.352396] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.352521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.352593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355443] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.355443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.355443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.355443] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.356487] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-389192c6-b097-462f-9bb9-302564febbdc taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.356487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.356487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.356487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.356487] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('389192c6-b097-462f-9bb9-302564febbdc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.357496] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.357620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.357702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.357821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.357877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.358890] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.358890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.358890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.358890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.358890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.358890] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 already deleted. [ 609.358890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.452319] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.452319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.452319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.452319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.452319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.452584] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be created. [ 609.479277] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.479277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.479277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.479796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.480025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.491065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: UNINITIALIZED for 2s [ 609.852436] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1b71f673-ea71-4c9e-9405-0d654a9d78e3 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 609.853082] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 609.855678] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.856187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.856187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.856710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.856825] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.857951] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.858073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.861509] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 389192c6-b097-462f-9bb9-302564febbdc with status ACTIVE [ 609.861509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.861509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.861509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.861509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.861509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.861743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.861802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.861865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.862040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.862117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.862300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.862432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.862486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.862591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.862661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.862742] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 389192c6-b097-462f-9bb9-302564febbdc is going to be updated. [ 609.864996] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.884721] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.884890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.884953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.885153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.885283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.885444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-389192c6-b097-462f-9bb9-302564febbdc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.303064] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 610.303314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.366245] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.378915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.379085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.379085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.379301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.379395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.379559] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 already deleted. [ 610.379621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.527784] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e0b1f579-2dfe-419a-ad0e-176c3a955a7e tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 610.528321] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 610.528607] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.528729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.528796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.528994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.529693] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.733169] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.734487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.734487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.734487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.734487] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.735267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.735316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.735544] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.735696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.735902] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.736027] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.736146] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.736258] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.736367] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.736472] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.736609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.759053] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.759053] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.759053] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.759053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.762583] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-b2c6e12c-684f-4e52-8e18-3b12876854f4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.763500] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.763638] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.763977] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.764141] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c6e12c-684f-4e52-8e18-3b12876854f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.876847] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.876847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.876847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.876847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.876847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.876847] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be created. [ 610.895915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.897995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.897995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.897995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.897995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.906644] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: UNINITIALIZED for 2s [ 611.054128] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.054128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.054128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.054272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.054301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.054859] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 already deleted. [ 611.054859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.245369] env[69888]: INFO networking_nsxv3.common.synchronization [req-96e73f66-0dd4-4c24-b65d-342371e85b13 req-40015017-593d-46bf-8ec1-791de5da850a tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Enqueued Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 611.249252] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 611.250087] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8f46428a-c461-4c12-b91f-2d0d14dc6318 None None] Enqueued Resource ID: 8324ad9a-12eb-4eab-aecb-308c02848b2f with Priority: HIGHEST for action port [ 611.251960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.251960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.251960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.252261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.252261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.252363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.252414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.253425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.253425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.253425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.254706] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8324ad9a-12eb-4eab-aecb-308c02848b2f with Priority: HIGHEST for action port [ 611.255278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8324ad9a-12eb-4eab-aecb-308c02848b2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.255411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8324ad9a-12eb-4eab-aecb-308c02848b2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.255467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8324ad9a-12eb-4eab-aecb-308c02848b2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.255697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8324ad9a-12eb-4eab-aecb-308c02848b2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.255778] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8324ad9a-12eb-4eab-aecb-308c02848b2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.267725] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.267725] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.267725] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.267725] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.267725] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.267725] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port b2c6e12c-684f-4e52-8e18-3b12876854f4 not found, creating... [ 611.268291] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.268291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.268291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.268291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.268480] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.268894] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.269952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.270195] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.270397] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.270645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.270732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: b2c6e12c-684f-4e52-8e18-3b12876854f4 is going to be created. [ 611.291211] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.291432] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.291575] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.292329] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.292734] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.293763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.504170] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 611.504436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.504668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.504916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.505135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.505248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.505310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.505467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.505549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.505659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.505719] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.759879] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8324ad9a-12eb-4eab-aecb-308c02848b2f [ 611.760131] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.760306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.760375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.761016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.761374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.761503] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8324ad9a-12eb-4eab-aecb-308c02848b2f already deleted. [ 611.762125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8324ad9a-12eb-4eab-aecb-308c02848b2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.762506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.762578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.762674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.762809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.762894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.763118] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.763215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.763364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.764673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.764772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.764865] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 already deleted. [ 611.764958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.939131] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ac8c4644-3a97-4771-953a-16b9d7fc20b6 None None] Enqueued Resource ID: bc41f6fc-f65a-4230-98fe-429cb6e49ecf with Priority: HIGHEST for action port [ 611.939131] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc41f6fc-f65a-4230-98fe-429cb6e49ecf with Priority: HIGHEST for action port [ 611.939131] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc41f6fc-f65a-4230-98fe-429cb6e49ecf taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.940812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc41f6fc-f65a-4230-98fe-429cb6e49ecf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.941103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc41f6fc-f65a-4230-98fe-429cb6e49ecf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.942758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc41f6fc-f65a-4230-98fe-429cb6e49ecf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.942758] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc41f6fc-f65a-4230-98fe-429cb6e49ecf',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.014577] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.450315] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bc41f6fc-f65a-4230-98fe-429cb6e49ecf [ 612.450315] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.450315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.450315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.451535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.451740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.451943] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bc41f6fc-f65a-4230-98fe-429cb6e49ecf already deleted. [ 612.452110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc41f6fc-f65a-4230-98fe-429cb6e49ecf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.516790] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a1d2037-42fb-418d-92b0-9eb4fa14f542: rpc.has_security_group_logging(os_id): False [ 612.540064] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.540064] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.540064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.541632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.541632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.541632] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be created. [ 612.594175] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.594368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.594467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.594713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.594900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.604809] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: IN_PROGRESS for 2s [ 612.921351] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.921351] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.921351] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.923376] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1b1fdfd1-18cf-4a01-ae69-3c8befb2057e None None] Enqueued Resource ID: 35188439-b107-4df9-b0f0-b797c07af583 with Priority: HIGHEST for action port [ 612.923825] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35188439-b107-4df9-b0f0-b797c07af583 with Priority: HIGHEST for action port [ 612.924364] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-35188439-b107-4df9-b0f0-b797c07af583 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.926060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35188439-b107-4df9-b0f0-b797c07af583" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.926060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35188439-b107-4df9-b0f0-b797c07af583" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.926060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35188439-b107-4df9-b0f0-b797c07af583" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.926060] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35188439-b107-4df9-b0f0-b797c07af583',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.024964] env[69888]: INFO networking_nsxv3.common.synchronization [req-101a8356-f706-4a69-988d-bd78ac79839d req-bd07d5ef-c502-43de-8086-14b293f8e732 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 613.026105] env[69888]: INFO networking_nsxv3.common.synchronization [req-101a8356-f706-4a69-988d-bd78ac79839d req-bd07d5ef-c502-43de-8086-14b293f8e732 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 613.027241] env[69888]: INFO networking_nsxv3.common.synchronization [req-101a8356-f706-4a69-988d-bd78ac79839d req-bd07d5ef-c502-43de-8086-14b293f8e732 service nova] Enqueued Resource ID: b2c6e12c-684f-4e52-8e18-3b12876854f4 with Priority: HIGHEST for action port [ 613.027241] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 613.027241] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 613.027685] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2c6e12c-684f-4e52-8e18-3b12876854f4 with Priority: HIGHEST for action port [ 613.028389] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.029444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.029444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.029718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.029980] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.031939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.031939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.031939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.032210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.032493] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.033419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.033419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.033419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.033419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.033419] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.037020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2c6e12c-684f-4e52-8e18-3b12876854f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.037020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.037020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.037020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.037020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2c6e12c-684f-4e52-8e18-3b12876854f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.181169] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-279 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.181647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-279" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.181875] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-279" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.182812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-279" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.183224] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.183589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.183860] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.184489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.184489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.184489] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.185809] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.185809] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.185809] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.185809] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 613.185809] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.185809] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.203414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.203619] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 613.203784] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.203949] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-279" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.204328] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ccf22064-5b8b-45d7-93c0-c043737d2c62 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.204531] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.204656] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.205079] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.205269] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf22064-5b8b-45d7-93c0-c043737d2c62',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.425066] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.425274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.425312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.425502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.425667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.426217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.426217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.426217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.426217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.426411] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.426411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.426572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.426695] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.426777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.426833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.426972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.427059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.427133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.427281] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.428128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35188439-b107-4df9-b0f0-b797c07af583 [ 613.428294] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.428400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.428481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.428612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.428690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.428777] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35188439-b107-4df9-b0f0-b797c07af583 already deleted. [ 613.428856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35188439-b107-4df9-b0f0-b797c07af583" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.482665] env[69888]: INFO networking_nsxv3.common.synchronization [None req-057245ec-7efc-4516-ac4b-2b77f14e6103 None None] Enqueued Resource ID: 23151828-8937-4224-af4f-224eb0a9aa38 with Priority: HIGHEST for action port [ 613.482665] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23151828-8937-4224-af4f-224eb0a9aa38 with Priority: HIGHEST for action port [ 613.482665] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-23151828-8937-4224-af4f-224eb0a9aa38 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.482665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23151828-8937-4224-af4f-224eb0a9aa38" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.482665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23151828-8937-4224-af4f-224eb0a9aa38" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.482665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23151828-8937-4224-af4f-224eb0a9aa38" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.482665] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23151828-8937-4224-af4f-224eb0a9aa38',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.539076] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.540526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.542358] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.543801] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2c6e12c-684f-4e52-8e18-3b12876854f4 with status ACTIVE [ 613.543801] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.543801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.544393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.545041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.545041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.545956] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.545956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.545956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.545956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.546131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.546257] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.546382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.546462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.546819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.546939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.547065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2c6e12c-684f-4e52-8e18-3b12876854f4 is going to be updated. [ 613.569031] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.569510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.569796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.570320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.570644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.571056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2c6e12c-684f-4e52-8e18-3b12876854f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.708063] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.710052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.710445] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.711028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.711644] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.712361] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ccf22064-5b8b-45d7-93c0-c043737d2c62 not found, creating... [ 613.712765] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.713680] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.713862] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.714801] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.715457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.716193] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.716193] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.716350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.716637] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.717579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.717579] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ccf22064-5b8b-45d7-93c0-c043737d2c62 is going to be created. [ 613.820940] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.821224] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.821360] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.821736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.821984] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.822229] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.896556] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b2325c0d-d706-4d7c-8860-c437915a3d04 None None] Enqueued Resource ID: a9bc3f43-b399-4628-a93f-851bbfb25c55 with Priority: HIGHEST for action port [ 613.896844] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9bc3f43-b399-4628-a93f-851bbfb25c55 with Priority: HIGHEST for action port [ 613.898198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9bc3f43-b399-4628-a93f-851bbfb25c55 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.898198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9bc3f43-b399-4628-a93f-851bbfb25c55" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.898198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9bc3f43-b399-4628-a93f-851bbfb25c55" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.898198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9bc3f43-b399-4628-a93f-851bbfb25c55" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.898198] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9bc3f43-b399-4628-a93f-851bbfb25c55',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.932966] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83738f0-be43-41ab-a4f4-d4c5acfbb4e5: rpc.has_security_group_logging(os_id): False [ 613.956099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.956537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.956631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.956863] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.956967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.957463] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.960159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.960539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.960539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.960694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.960826] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be created. [ 613.987776] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23151828-8937-4224-af4f-224eb0a9aa38 [ 613.987996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.988143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.988211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.988436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.988520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.988617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23151828-8937-4224-af4f-224eb0a9aa38 already deleted. [ 613.988688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23151828-8937-4224-af4f-224eb0a9aa38" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.026405] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.027475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.027475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.027475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.027475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.040063] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 614.050503] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.401356] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9bc3f43-b399-4628-a93f-851bbfb25c55 [ 614.401356] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.401524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.401524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.403038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.403038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.403038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9bc3f43-b399-4628-a93f-851bbfb25c55 already deleted. [ 614.403038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9bc3f43-b399-4628-a93f-851bbfb25c55" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.555300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.555466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.555538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.559749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.559856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.559970] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be created. [ 614.584182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.584362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.584472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.584621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.584781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.594027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: UNINITIALIZED for 2s [ 614.614020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 614.614252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.114237] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ff0e3e1b-bb11-49ea-94ca-b7648a553300 None None] Enqueued Resource ID: c4969c3b-dde2-477e-98ca-3eab245b2068 with Priority: HIGHEST for action port [ 615.114237] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4969c3b-dde2-477e-98ca-3eab245b2068 with Priority: HIGHEST for action port [ 615.114237] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4969c3b-dde2-477e-98ca-3eab245b2068 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.114237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4969c3b-dde2-477e-98ca-3eab245b2068" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.115475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4969c3b-dde2-477e-98ca-3eab245b2068" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.115475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4969c3b-dde2-477e-98ca-3eab245b2068" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.115475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4969c3b-dde2-477e-98ca-3eab245b2068',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.622040] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4969c3b-dde2-477e-98ca-3eab245b2068 [ 615.622235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.622416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.622530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.622711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.622811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.622944] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4969c3b-dde2-477e-98ca-3eab245b2068 already deleted. [ 615.623026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4969c3b-dde2-477e-98ca-3eab245b2068" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.663518] env[69888]: INFO networking_nsxv3.common.synchronization [req-96e73f66-0dd4-4c24-b65d-342371e85b13 req-8b55df6a-dcd0-4c2e-862d-e76001ead3e2 service nova] Enqueued Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_rules [ 615.663839] env[69888]: INFO networking_nsxv3.common.synchronization [req-96e73f66-0dd4-4c24-b65d-342371e85b13 req-8b55df6a-dcd0-4c2e-862d-e76001ead3e2 service nova] Enqueued Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 615.664092] env[69888]: INFO networking_nsxv3.common.synchronization [req-96e73f66-0dd4-4c24-b65d-342371e85b13 req-8b55df6a-dcd0-4c2e-862d-e76001ead3e2 service nova] Enqueued Resource ID: ccf22064-5b8b-45d7-93c0-c043737d2c62 with Priority: HIGHEST for action port [ 615.664994] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_rules [ 615.665796] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 615.666345] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccf22064-5b8b-45d7-93c0-c043737d2c62 with Priority: HIGHEST for action port [ 615.666700] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.666820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.666892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.667194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.667292] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.668496] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.668820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.668925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.669525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.669701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.669781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.669854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.670495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.670658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.670725] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.672677] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccf22064-5b8b-45d7-93c0-c043737d2c62 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.672790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.672863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.675308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.675442] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccf22064-5b8b-45d7-93c0-c043737d2c62',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.055476] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 616.055476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.062977] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6eaf22c7-470d-4fea-81de-09ed51d60a88 None None] Enqueued Resource ID: 55d66481-227e-491f-9d3e-f6088f457778 with Priority: HIGHEST for action port [ 616.063227] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55d66481-227e-491f-9d3e-f6088f457778 with Priority: HIGHEST for action port [ 616.064021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-55d66481-227e-491f-9d3e-f6088f457778 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.064021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55d66481-227e-491f-9d3e-f6088f457778" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.064186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55d66481-227e-491f-9d3e-f6088f457778" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.064305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55d66481-227e-491f-9d3e-f6088f457778" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.064385] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55d66481-227e-491f-9d3e-f6088f457778',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.178398] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.178893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.179101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.179285] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccf22064-5b8b-45d7-93c0-c043737d2c62 with status ACTIVE [ 616.179515] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.179671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.179834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.180073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.180207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.180452] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.181658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.181658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.181811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.181936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182227] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.182453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.182453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.182685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182932] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccf22064-5b8b-45d7-93c0-c043737d2c62 is going to be updated. [ 616.203373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.203547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.203605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.203830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.203970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.205030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccf22064-5b8b-45d7-93c0-c043737d2c62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.569345] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55d66481-227e-491f-9d3e-f6088f457778 [ 616.569345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.569345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.569345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.569345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.569345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.569345] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55d66481-227e-491f-9d3e-f6088f457778 already deleted. [ 616.569345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55d66481-227e-491f-9d3e-f6088f457778" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.606078] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 616.606382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.606496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.606692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.606883] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.606999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.607075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.607664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.607664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.607664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.607664] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.632038] env[69888]: INFO networking_nsxv3.common.synchronization [None req-89495e25-ae37-45a8-b2d9-f059fa2c224b None None] Enqueued Resource ID: 64af0a88-7e23-48b5-a572-013506331b84 with Priority: HIGHEST for action port [ 616.632320] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64af0a88-7e23-48b5-a572-013506331b84 with Priority: HIGHEST for action port [ 616.632985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-64af0a88-7e23-48b5-a572-013506331b84 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.633156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64af0a88-7e23-48b5-a572-013506331b84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.633206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64af0a88-7e23-48b5-a572-013506331b84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.634028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64af0a88-7e23-48b5-a572-013506331b84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.634028] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64af0a88-7e23-48b5-a572-013506331b84',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.687325] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.110129] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.110129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.110129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.110129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.110129] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.110400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.110400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.110498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.110498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.110592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.110761] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.110855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.110915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.111065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.111203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.111291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.111347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.111484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.111554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.111634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.111721] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.138414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64af0a88-7e23-48b5-a572-013506331b84 [ 617.138816] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.138930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.138987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.139352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.139352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.139606] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64af0a88-7e23-48b5-a572-013506331b84 already deleted. [ 617.139606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64af0a88-7e23-48b5-a572-013506331b84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.191234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.191234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.191234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.191234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.191234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.191234] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 is going to be created. [ 617.217612] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.217612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.217612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.217612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.217612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.225880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: UNINITIALIZED for 2s [ 617.619089] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 617.642214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.642214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.642214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.642214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.643367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.643367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.643367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.643367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.643367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.643367] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be created. [ 617.694052] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.694197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.694432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.694469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.694633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.704865] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 618.010210] env[69888]: INFO networking_nsxv3.common.synchronization [None req-84f14644-cfaf-4fa0-aa2b-c8f296afe005 None None] Enqueued Resource ID: f2153b14-4143-48ea-82ed-c07cf0a80625 with Priority: HIGHEST for action port [ 618.012353] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2153b14-4143-48ea-82ed-c07cf0a80625 with Priority: HIGHEST for action port [ 618.012353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2153b14-4143-48ea-82ed-c07cf0a80625 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.012353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2153b14-4143-48ea-82ed-c07cf0a80625" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.012353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2153b14-4143-48ea-82ed-c07cf0a80625" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.012353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2153b14-4143-48ea-82ed-c07cf0a80625" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.012353] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2153b14-4143-48ea-82ed-c07cf0a80625',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.129343] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4247fc0e-aa44-4d4d-bd48-fa383ec20be7 None None] Enqueued Resource ID: 87ac1503-a7a1-49e5-ac7f-b5a953114b77 with Priority: HIGHEST for action port [ 618.129606] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ac1503-a7a1-49e5-ac7f-b5a953114b77 with Priority: HIGHEST for action port [ 618.130224] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ac1503-a7a1-49e5-ac7f-b5a953114b77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.130343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ac1503-a7a1-49e5-ac7f-b5a953114b77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.130437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ac1503-a7a1-49e5-ac7f-b5a953114b77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.130764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ac1503-a7a1-49e5-ac7f-b5a953114b77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.130846] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ac1503-a7a1-49e5-ac7f-b5a953114b77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.375017] env[69888]: INFO networking_nsxv3.common.synchronization [None req-651e932e-622e-4bc9-84d3-24c98bb5a096 None None] Enqueued Resource ID: f094afe7-b4ab-4ebc-b479-861fedd930f1 with Priority: HIGHEST for action port [ 618.375017] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f094afe7-b4ab-4ebc-b479-861fedd930f1 with Priority: HIGHEST for action port [ 618.375017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f094afe7-b4ab-4ebc-b479-861fedd930f1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.375017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f094afe7-b4ab-4ebc-b479-861fedd930f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.375017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f094afe7-b4ab-4ebc-b479-861fedd930f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.375017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f094afe7-b4ab-4ebc-b479-861fedd930f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.375467] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f094afe7-b4ab-4ebc-b479-861fedd930f1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.398458] env[69888]: INFO networking_nsxv3.common.synchronization [req-de68175f-63e5-42ef-8049-8260d80fca5d req-bfc60a3c-da61-47fb-a881-8a6f0532c062 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 618.400597] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 618.400893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.402564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.402564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.402696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.402929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.402986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.403051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.403208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.403295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.404185] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.514726] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2153b14-4143-48ea-82ed-c07cf0a80625 [ 618.515304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.515403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.515436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.515636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.518834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.518834] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2153b14-4143-48ea-82ed-c07cf0a80625 already deleted. [ 618.518834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2153b14-4143-48ea-82ed-c07cf0a80625" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.634870] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87ac1503-a7a1-49e5-ac7f-b5a953114b77 [ 618.635343] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.635474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.636221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.636221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.636221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.636221] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87ac1503-a7a1-49e5-ac7f-b5a953114b77 already deleted. [ 618.636221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ac1503-a7a1-49e5-ac7f-b5a953114b77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.877691] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f094afe7-b4ab-4ebc-b479-861fedd930f1 [ 618.877920] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.878070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.878136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.878356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.878444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.878540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f094afe7-b4ab-4ebc-b479-861fedd930f1 already deleted. [ 618.878623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f094afe7-b4ab-4ebc-b479-861fedd930f1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.907926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.908114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.908184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.908400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.908500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.908697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.908790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.908853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.908999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.909083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.909164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c already deleted. [ 618.909239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.910183] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c995b00a-decb-47e4-a91a-2f77e2a02e95 None None] Enqueued Resource ID: f03e3f7b-1411-4673-b786-30f82fa25015 with Priority: HIGHEST for action port [ 618.910918] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f03e3f7b-1411-4673-b786-30f82fa25015 with Priority: HIGHEST for action port [ 618.912347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f03e3f7b-1411-4673-b786-30f82fa25015 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.912501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f03e3f7b-1411-4673-b786-30f82fa25015" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.912576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f03e3f7b-1411-4673-b786-30f82fa25015" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.912835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f03e3f7b-1411-4673-b786-30f82fa25015" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.912941] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f03e3f7b-1411-4673-b786-30f82fa25015',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.241184] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: SUCCESS [ 619.241184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.241478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.241775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.241894] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.242069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.242150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.242318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.242427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.242717] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.416414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f03e3f7b-1411-4673-b786-30f82fa25015 [ 619.416731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.416821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.416883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.417113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.417209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.417307] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f03e3f7b-1411-4673-b786-30f82fa25015 already deleted. [ 619.417387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f03e3f7b-1411-4673-b786-30f82fa25015" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.716913] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 619.718314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.751058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.751243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.751286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.751492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.751670] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.751768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.751829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.751980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.752075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.752161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.752307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.752428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.753038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.753038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.753038] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.753038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.753038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.753463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.753463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.753463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.753549] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.908280] env[69888]: INFO networking_nsxv3.common.synchronization [None req-7e6b536f-9338-49c8-b5e6-bcea9c215f14 None None] Enqueued Resource ID: 7e2457b5-b6ee-4d38-8412-bbdae310e9ff with Priority: HIGHEST for action port [ 619.911091] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e2457b5-b6ee-4d38-8412-bbdae310e9ff with Priority: HIGHEST for action port [ 619.911091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e2457b5-b6ee-4d38-8412-bbdae310e9ff taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.911091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e2457b5-b6ee-4d38-8412-bbdae310e9ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.911091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e2457b5-b6ee-4d38-8412-bbdae310e9ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.911091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e2457b5-b6ee-4d38-8412-bbdae310e9ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.911091] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e2457b5-b6ee-4d38-8412-bbdae310e9ff',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.085757] env[69888]: INFO networking_nsxv3.common.synchronization [None req-34e38f30-cd31-4f3e-aee7-b213012be34b None None] Enqueued Resource ID: d5d2b624-6c18-4e43-956a-aa3d8c938363 with Priority: HIGHEST for action port [ 620.086228] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d2b624-6c18-4e43-956a-aa3d8c938363 with Priority: HIGHEST for action port [ 620.086561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5d2b624-6c18-4e43-956a-aa3d8c938363 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.087216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5d2b624-6c18-4e43-956a-aa3d8c938363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.087216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5d2b624-6c18-4e43-956a-aa3d8c938363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.087216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5d2b624-6c18-4e43-956a-aa3d8c938363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.087216] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5d2b624-6c18-4e43-956a-aa3d8c938363',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.175092] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.175344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.175478] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.175853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.177021] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.177311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.177510] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.178289] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.178522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.178955] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.178955] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.179085] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.179131] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.179283] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.179420] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.179576] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.199268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.199450] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.199590] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.199774] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.200128] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-1bd15832-e7b4-49dc-9884-134f646121b4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.200306] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.200428] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.200815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.200961] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd15832-e7b4-49dc-9884-134f646121b4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.259976] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520: rpc.has_security_group_logging(os_id): False [ 620.278209] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.278209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.278209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.278209] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.278465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.278465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.279674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.279782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.281209] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.282952] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.282952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.283560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.283766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.283958] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 is going to be created. [ 620.335773] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.335957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.336114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.336349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.336531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.346731] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: IN_PROGRESS for 2s [ 620.413061] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7e2457b5-b6ee-4d38-8412-bbdae310e9ff [ 620.413358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.414332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.418445] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7e2457b5-b6ee-4d38-8412-bbdae310e9ff already deleted. [ 620.418445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e2457b5-b6ee-4d38-8412-bbdae310e9ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.593145] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5d2b624-6c18-4e43-956a-aa3d8c938363 [ 620.593145] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.594388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.594388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.594388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.594388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.594388] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5d2b624-6c18-4e43-956a-aa3d8c938363 already deleted. [ 620.594388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5d2b624-6c18-4e43-956a-aa3d8c938363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.704088] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.704246] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.704382] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.704954] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.705121] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.705297] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 1bd15832-e7b4-49dc-9884-134f646121b4 not found, creating... [ 620.705593] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.705756] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.705899] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.708941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.709115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.709454] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.709614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.709731] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.709965] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.710110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.711430] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 1bd15832-e7b4-49dc-9884-134f646121b4 is going to be created. [ 620.745853] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.746177] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.746312] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.746831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.746831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.747041] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.764757] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f000f3d7-0e4d-4b7a-98b4-0bf2b08d04eb tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 620.765383] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 620.765712] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.765850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.765912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.766208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.766420] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.102026] env[69888]: INFO networking_nsxv3.common.synchronization [None req-106d4120-9481-4682-b765-90656ff44ae7 None None] Enqueued Resource ID: 251815a5-96fd-44fb-bff0-ff5c0a14510f with Priority: HIGHEST for action port [ 621.102026] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 251815a5-96fd-44fb-bff0-ff5c0a14510f with Priority: HIGHEST for action port [ 621.102026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-251815a5-96fd-44fb-bff0-ff5c0a14510f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.105412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-251815a5-96fd-44fb-bff0-ff5c0a14510f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.105412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-251815a5-96fd-44fb-bff0-ff5c0a14510f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.106369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-251815a5-96fd-44fb-bff0-ff5c0a14510f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.106369] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('251815a5-96fd-44fb-bff0-ff5c0a14510f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.287409] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.287409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.287409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.287409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.287409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.287409] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 already deleted. [ 621.287409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.350840] env[69888]: INFO networking_nsxv3.common.synchronization [None req-3fb28e0d-34d8-4297-9d37-2e7c72add3ac tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 621.351613] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 621.351752] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.351836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.351901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.352127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.352206] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.610439] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 251815a5-96fd-44fb-bff0-ff5c0a14510f [ 621.610788] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.610788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.610788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.611079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.611079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.611141] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:251815a5-96fd-44fb-bff0-ff5c0a14510f already deleted. [ 621.611272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-251815a5-96fd-44fb-bff0-ff5c0a14510f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.873259] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.874074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.874074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.874074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.874074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.874074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 already deleted. [ 621.874261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.134395] env[69888]: INFO networking_nsxv3.common.synchronization [None req-0738bd33-0bd2-437e-8f20-0886eda56946 None None] Enqueued Resource ID: 13eaab43-8d21-46de-8b40-84e1bd60aa9b with Priority: HIGHEST for action port [ 622.134395] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13eaab43-8d21-46de-8b40-84e1bd60aa9b with Priority: HIGHEST for action port [ 622.134395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-13eaab43-8d21-46de-8b40-84e1bd60aa9b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.136194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13eaab43-8d21-46de-8b40-84e1bd60aa9b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.136194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13eaab43-8d21-46de-8b40-84e1bd60aa9b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.136564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13eaab43-8d21-46de-8b40-84e1bd60aa9b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.139076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13eaab43-8d21-46de-8b40-84e1bd60aa9b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.297670] env[69888]: INFO networking_nsxv3.common.synchronization [None req-0dab266e-96e1-42a0-ba26-cda9e2c39529 None None] Enqueued Resource ID: fbb06f26-b211-4e9d-b51b-32381682d69b with Priority: HIGHEST for action port [ 622.297670] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbb06f26-b211-4e9d-b51b-32381682d69b with Priority: HIGHEST for action port [ 622.297670] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbb06f26-b211-4e9d-b51b-32381682d69b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.298234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbb06f26-b211-4e9d-b51b-32381682d69b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.298469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbb06f26-b211-4e9d-b51b-32381682d69b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.298906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbb06f26-b211-4e9d-b51b-32381682d69b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.300554] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbb06f26-b211-4e9d-b51b-32381682d69b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.359087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: SUCCESS [ 622.359087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.388558] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1e251e3b-2203-485f-8d0f-faa676358831 None None] Enqueued Resource ID: 07bc6f31-4209-484a-bc0e-8854224b17df with Priority: HIGHEST for action port [ 622.389807] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07bc6f31-4209-484a-bc0e-8854224b17df with Priority: HIGHEST for action port [ 622.391891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-07bc6f31-4209-484a-bc0e-8854224b17df taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.392381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07bc6f31-4209-484a-bc0e-8854224b17df" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.392847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07bc6f31-4209-484a-bc0e-8854224b17df" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.393295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07bc6f31-4209-484a-bc0e-8854224b17df" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.393510] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07bc6f31-4209-484a-bc0e-8854224b17df',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.591872] env[69888]: INFO networking_nsxv3.common.synchronization [req-de68175f-63e5-42ef-8049-8260d80fca5d req-e6d96acc-5237-4d4d-b6e7-543b2e709262 service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 622.592256] env[69888]: INFO networking_nsxv3.common.synchronization [req-de68175f-63e5-42ef-8049-8260d80fca5d req-e6d96acc-5237-4d4d-b6e7-543b2e709262 service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 622.592425] env[69888]: INFO networking_nsxv3.common.synchronization [req-de68175f-63e5-42ef-8049-8260d80fca5d req-e6d96acc-5237-4d4d-b6e7-543b2e709262 service nova] Enqueued Resource ID: 1bd15832-e7b4-49dc-9884-134f646121b4 with Priority: HIGHEST for action port [ 622.593167] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 622.593300] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 622.593398] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bd15832-e7b4-49dc-9884-134f646121b4 with Priority: HIGHEST for action port [ 622.593873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.593967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.594082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.594302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.594385] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.595417] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.595525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.595766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.595913] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.596016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.596082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.596449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.596449] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.597158] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bd15832-e7b4-49dc-9884-134f646121b4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.598318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.598318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.598473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.598650] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bd15832-e7b4-49dc-9884-134f646121b4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.638294] env[69888]: INFO networking_nsxv3.common.synchronization [req-e171836c-378c-421d-a16e-d05a1a2f6d45 req-ad2c78f5-c586-45fb-ab43-fd4cb494317f tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 622.642026] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 622.642026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.642026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.642026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.642454] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.643023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13eaab43-8d21-46de-8b40-84e1bd60aa9b [ 622.643233] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.643338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.643403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.643566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.643644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.643728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13eaab43-8d21-46de-8b40-84e1bd60aa9b already deleted. [ 622.643850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13eaab43-8d21-46de-8b40-84e1bd60aa9b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.802650] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbb06f26-b211-4e9d-b51b-32381682d69b [ 622.803713] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.804298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.804298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.805062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.805062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.805062] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbb06f26-b211-4e9d-b51b-32381682d69b already deleted. [ 622.805062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbb06f26-b211-4e9d-b51b-32381682d69b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.895877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07bc6f31-4209-484a-bc0e-8854224b17df [ 622.895877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.896158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.896158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.896835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.897232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.897363] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07bc6f31-4209-484a-bc0e-8854224b17df already deleted. [ 622.897467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07bc6f31-4209-484a-bc0e-8854224b17df" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.099845] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.100999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.101204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.101353] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bd15832-e7b4-49dc-9884-134f646121b4 with status ACTIVE [ 623.101501] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.101618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.101673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.101887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.101981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.102252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.102366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.102366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102942] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.107244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.107244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.107641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.107641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.107641] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bd15832-e7b4-49dc-9884-134f646121b4 is going to be updated. [ 623.133010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.133156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.133230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.133483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.133672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.135139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bd15832-e7b4-49dc-9884-134f646121b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149506] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 already deleted. [ 623.149506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.611599] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.635731] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-62 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635930] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.636430] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.636881] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.637210] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.637421] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.637576] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.637829] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.638011] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.638247] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.638384] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.638629] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.638629] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.638782] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.638914] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.639084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.658333] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.658513] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.658636] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.658815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-62" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.659176] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f6ea9b56-e65c-4780-8081-db7a152cacf6 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.659363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.659482] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.659818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.659952] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ea9b56-e65c-4780-8081-db7a152cacf6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.114268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.114472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.114599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.114844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.114960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.115089] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be created. [ 624.138880] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.143293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.143403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.143638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.143820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.152637] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: UNINITIALIZED for 2s [ 624.167623] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.167623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.167623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.167623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.167623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.167623] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f6ea9b56-e65c-4780-8081-db7a152cacf6 not found, creating... [ 624.167623] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.167970] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.167970] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.168194] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.168271] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.168623] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.168839] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.168939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.170316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.170496] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.170673] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f6ea9b56-e65c-4780-8081-db7a152cacf6 is going to be created. [ 624.188982] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.189220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.189339] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.190265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.190715] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.190972] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.399775] env[69888]: INFO networking_nsxv3.common.synchronization [req-0d29ad36-ed41-471b-9fc6-f61b7078645a req-8879d189-445c-447e-82ab-b3e45c4bddfa tempest-DeleteServersAdminTestJSON-1706128261 tempest-DeleteServersAdminTestJSON-1706128261-project-admin] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 624.402745] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 624.403210] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.404187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.404187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.404187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.404187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.404187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.404187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.404654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.404654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.404797] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.519965] env[69888]: INFO networking_nsxv3.common.synchronization [None req-2f1310df-00a4-44e7-8880-5f28f3576dbb None None] Enqueued Resource ID: bce96bfd-98f8-40bb-b06f-3e02476ba7b2 with Priority: HIGHEST for action port [ 624.519965] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bce96bfd-98f8-40bb-b06f-3e02476ba7b2 with Priority: HIGHEST for action port [ 624.519965] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bce96bfd-98f8-40bb-b06f-3e02476ba7b2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.519965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bce96bfd-98f8-40bb-b06f-3e02476ba7b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.519965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bce96bfd-98f8-40bb-b06f-3e02476ba7b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.519965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bce96bfd-98f8-40bb-b06f-3e02476ba7b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.519965] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bce96bfd-98f8-40bb-b06f-3e02476ba7b2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.910437] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.910728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.910728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.910940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.911045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.911244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.911439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.911439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.911549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.911641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.911738] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be updated. [ 624.915167] env[69888]: INFO networking_nsxv3.common.synchronization [req-79e3ad3a-6b3f-4141-bdbe-8b2600cdcc27 req-c7000152-8c6d-4112-b11d-5962c18a227f tempest-ServerDiagnosticsNegativeTest-1787397765 tempest-ServerDiagnosticsNegativeTest-1787397765-project-member] Enqueued Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 624.919831] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGHEST for action security_group_members [ 624.921439] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.921439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.921439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.921439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.921439] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.921439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.921439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.922008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.922008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.922008] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.948970] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.949081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.949119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.950678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.950678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.958721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 625.023694] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bce96bfd-98f8-40bb-b06f-3e02476ba7b2 [ 625.023694] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.023916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.023916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.028018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.028018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.028018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bce96bfd-98f8-40bb-b06f-3e02476ba7b2 already deleted. [ 625.028018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bce96bfd-98f8-40bb-b06f-3e02476ba7b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.054195] env[69888]: INFO networking_nsxv3.common.synchronization [req-86032d66-a2ee-4341-bd0f-6b006a719b13 req-e4812f20-5669-4528-a1bf-d97abffb9b17 tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Enqueued Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 625.054195] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 625.054195] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.054195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.054195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.054195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.055159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.055540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.057249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.057249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.057249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.057249] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.326330] env[69888]: INFO networking_nsxv3.common.synchronization [req-e171836c-378c-421d-a16e-d05a1a2f6d45 req-2b135c2f-b641-4acf-bca1-64958fccd242 service nova] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 625.326534] env[69888]: INFO networking_nsxv3.common.synchronization [req-e171836c-378c-421d-a16e-d05a1a2f6d45 req-2b135c2f-b641-4acf-bca1-64958fccd242 service nova] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 625.327121] env[69888]: INFO networking_nsxv3.common.synchronization [req-e171836c-378c-421d-a16e-d05a1a2f6d45 req-2b135c2f-b641-4acf-bca1-64958fccd242 service nova] Enqueued Resource ID: f6ea9b56-e65c-4780-8081-db7a152cacf6 with Priority: HIGHEST for action port [ 625.327121] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_rules [ 625.327121] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 625.327121] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6ea9b56-e65c-4780-8081-db7a152cacf6 with Priority: HIGHEST for action port [ 625.328971] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.328971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.328971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.329749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.329749] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.330373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.330533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.330619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.330909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.331270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.331270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.331374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.331549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.331664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.331928] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.332708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6ea9b56-e65c-4780-8081-db7a152cacf6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.332824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.333847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.336975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.336975] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6ea9b56-e65c-4780-8081-db7a152cacf6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.429668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.429668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.429668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.429668] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 is going to be updated. [ 625.457994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.458189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.458263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.458477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.458631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.468177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: IN_PROGRESS for 2s [ 625.561439] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561439] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.561439] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 already deleted. [ 625.561439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.749135] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.749135] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.749135] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.749135] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.749135] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.750251] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.750790] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.751170] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.753594] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.753594] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.753594] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.753594] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.753594] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.753594] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 625.753594] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.753594] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.774020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.774020] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 625.774020] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.774020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.774020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-8f21ab0b-731c-4641-b091-b428595ae631 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.774020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.774020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.774020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.774020] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f21ab0b-731c-4641-b091-b428595ae631',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.839607] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6ea9b56-e65c-4780-8081-db7a152cacf6 with status ACTIVE [ 625.839835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.839973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.840056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.840276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.840362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.840548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.840662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.840736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.840899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.840976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.841214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.841409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.841409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.841473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.842018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.842018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6ea9b56-e65c-4780-8081-db7a152cacf6 is going to be updated. [ 625.843812] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.844698] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.845426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.863157] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.863781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.863986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.864787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.864787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.864787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6ea9b56-e65c-4780-8081-db7a152cacf6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.898194] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f37ec8c6-e041-44dc-8ddd-7fe1007f95ab None None] Enqueued Resource ID: 35230448-931e-4b52-927f-7a2d1a47ec2d with Priority: HIGHEST for action port [ 625.898589] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35230448-931e-4b52-927f-7a2d1a47ec2d with Priority: HIGHEST for action port [ 625.899021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-35230448-931e-4b52-927f-7a2d1a47ec2d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.899387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35230448-931e-4b52-927f-7a2d1a47ec2d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.899563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35230448-931e-4b52-927f-7a2d1a47ec2d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.899900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35230448-931e-4b52-927f-7a2d1a47ec2d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.900276] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35230448-931e-4b52-927f-7a2d1a47ec2d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.161742] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 626.162025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.162181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.162397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.162580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.162693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.162925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.162925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.163017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.163164] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.277809] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.277925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.278132] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.278701] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.278701] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.278828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 8f21ab0b-731c-4641-b091-b428595ae631 not found, creating... [ 626.282020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.282020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.282020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.282537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 8f21ab0b-731c-4641-b091-b428595ae631 is going to be created. [ 626.302164] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.302391] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.303033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.303033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.303033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.303331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.346536] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.402747] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35230448-931e-4b52-927f-7a2d1a47ec2d [ 626.404033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.404033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.404033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.404033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.404033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.404033] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35230448-931e-4b52-927f-7a2d1a47ec2d already deleted. [ 626.404033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35230448-931e-4b52-927f-7a2d1a47ec2d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.650823] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c89bf421-eb79-465e-9b4e-91ddd871262c tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 626.651545] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 626.651968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.652268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.653425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.653425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.653425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.665463] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.665684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.665811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.666182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.666476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.666649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.666764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.667069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.667232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.668088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.668088] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.668088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.668088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.668336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.668623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.669418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.669569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.670427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.670566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.670816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.670816] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.753075] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1a867202-c030-40e9-8924-fcfac0b8dd43 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 626.753075] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 626.753075] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.753075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.848467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.848631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.848705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.848921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.849021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.849119] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 is going to be created. [ 626.873404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.873404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.873404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.873404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.873404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.882962] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: UNINITIALIZED for 2s [ 626.974497] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 626.974497] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 deletion is rescheduled due to dependency. [ 626.974497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.042218] env[69888]: INFO networking_nsxv3.common.synchronization [req-86032d66-a2ee-4341-bd0f-6b006a719b13 req-25c5a2ae-4da3-426b-b2b0-36f3431c58a6 service nova] Enqueued Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_rules [ 627.042417] env[69888]: INFO networking_nsxv3.common.synchronization [req-86032d66-a2ee-4341-bd0f-6b006a719b13 req-25c5a2ae-4da3-426b-b2b0-36f3431c58a6 service nova] Enqueued Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 627.042587] env[69888]: INFO networking_nsxv3.common.synchronization [req-86032d66-a2ee-4341-bd0f-6b006a719b13 req-25c5a2ae-4da3-426b-b2b0-36f3431c58a6 service nova] Enqueued Resource ID: 8f21ab0b-731c-4641-b091-b428595ae631 with Priority: HIGHEST for action port [ 627.043308] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_rules [ 627.043308] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 627.043308] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f21ab0b-731c-4641-b091-b428595ae631 with Priority: HIGHEST for action port [ 627.043603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.043804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.046197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.046432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.046522] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.049915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.049915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.049915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.050968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.050968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.051120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.051482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.051482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.051482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.051608] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.052703] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f21ab0b-731c-4641-b091-b428595ae631 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.053100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.053100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.056134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.056228] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f21ab0b-731c-4641-b091-b428595ae631',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.174660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.176036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.176294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.176638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.176865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 already deleted. [ 627.179414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.179703] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc60318-c601-4b73-9ca5-ef00c134933c: rpc.has_security_group_logging(os_id): False [ 627.183647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.183647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.183647] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.187312] env[69888]: INFO networking_nsxv3.common.synchronization [req-d063f640-20af-446e-9b4d-dd4ff473784d req-21bf13bb-1e43-493c-8522-c5f863fb16fc tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 627.187312] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 627.187312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.187312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.187312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.187919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.187919] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.188014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.188048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.188274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.188389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.188636] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.207318] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.207463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.207531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.210271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.210271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.210391] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.210515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.210603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.210960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.211660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.212072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.212602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.212602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.212602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.212850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213402] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.213402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.213402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.213730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.213730] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be created. [ 627.278958] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.279071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.279171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.279886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.279886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.291177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 627.478714] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 in Status: SUCCESS [ 627.478903] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 deletion is rescheduled due to dependency. [ 627.479473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.558310] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.562013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562013] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f21ab0b-731c-4641-b091-b428595ae631 with status ACTIVE [ 627.562013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.562013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.562013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.562013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.562599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.563927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.563927] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f21ab0b-731c-4641-b091-b428595ae631 is going to be updated. [ 627.589045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.589045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.589045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.589545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.589580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.590277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f21ab0b-731c-4641-b091-b428595ae631" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.692269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.692573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.692655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.692981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.693214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.694067] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.694282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.694372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.694584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.694674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.694770] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 already deleted. [ 627.694853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.708194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.708317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.708360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.708658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.708708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.708816] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 already deleted. [ 627.712316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.904309] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-941 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.904668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-941" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.904820] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-941" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.910311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-941" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.910311] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.910311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.910556] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.911664] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.911937] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.913314] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.913446] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.913567] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.913681] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.913797] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 627.913908] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.914096] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.938155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.938362] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 627.938998] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.938998] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-941" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.938998] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-d9b47264-7e83-4164-a3d7-2921e2c7a97e taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.939301] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.939301] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.939640] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.939906] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b47264-7e83-4164-a3d7-2921e2c7a97e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.050739] env[69888]: INFO networking_nsxv3.common.synchronization [None req-2da5b050-975e-4062-b608-1c5da89f7d3e None None] Enqueued Resource ID: 6d7994a1-1726-4f99-ad65-e653d9084692 with Priority: HIGHEST for action port [ 628.051040] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7994a1-1726-4f99-ad65-e653d9084692 with Priority: HIGHEST for action port [ 628.051606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7994a1-1726-4f99-ad65-e653d9084692 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.051757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7994a1-1726-4f99-ad65-e653d9084692" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.051827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7994a1-1726-4f99-ad65-e653d9084692" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.052695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7994a1-1726-4f99-ad65-e653d9084692" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.052952] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7994a1-1726-4f99-ad65-e653d9084692',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.069022] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.443854] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.443854] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.444237] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.444388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.444544] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.444711] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port d9b47264-7e83-4164-a3d7-2921e2c7a97e not found, creating... [ 628.444983] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.445157] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.445277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.445493] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.445630] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.445952] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.446080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.446209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.446445] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.446658] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.446727] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: d9b47264-7e83-4164-a3d7-2921e2c7a97e is going to be created. [ 628.466313] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.466313] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.466313] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.466313] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.466313] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.466713] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.559999] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d7994a1-1726-4f99-ad65-e653d9084692 [ 628.559999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.559999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.559999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.559999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.559999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.559999] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d7994a1-1726-4f99-ad65-e653d9084692 already deleted. [ 628.559999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7994a1-1726-4f99-ad65-e653d9084692" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.577374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.577374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.577374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.577374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.577374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.577374] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 is going to be created. [ 628.598358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.598358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.598525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.598714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.598904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.614139] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: UNINITIALIZED for 2s [ 628.896789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: SUCCESS [ 628.897039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.897209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.897425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.897610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.897765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.897860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.898065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.898162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.898242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.898360] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.284102] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d789b05c-f99a-4ab2-93d5-03036e13e352 None None] Enqueued Resource ID: cebd3074-ccf0-4747-8e9c-cb9d268a26b2 with Priority: HIGHEST for action port [ 629.284692] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cebd3074-ccf0-4747-8e9c-cb9d268a26b2 with Priority: HIGHEST for action port [ 629.285056] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cebd3074-ccf0-4747-8e9c-cb9d268a26b2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.285187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cebd3074-ccf0-4747-8e9c-cb9d268a26b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.285256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cebd3074-ccf0-4747-8e9c-cb9d268a26b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.285519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cebd3074-ccf0-4747-8e9c-cb9d268a26b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.285603] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cebd3074-ccf0-4747-8e9c-cb9d268a26b2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.306010] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 629.306260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.341862] env[69888]: INFO networking_nsxv3.common.synchronization [req-d063f640-20af-446e-9b4d-dd4ff473784d req-1ab8dc88-5097-4c53-9cdc-00a52cd0b34b service nova] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 629.342039] env[69888]: INFO networking_nsxv3.common.synchronization [req-d063f640-20af-446e-9b4d-dd4ff473784d req-1ab8dc88-5097-4c53-9cdc-00a52cd0b34b service nova] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 629.342788] env[69888]: INFO networking_nsxv3.common.synchronization [req-d063f640-20af-446e-9b4d-dd4ff473784d req-1ab8dc88-5097-4c53-9cdc-00a52cd0b34b service nova] Enqueued Resource ID: d9b47264-7e83-4164-a3d7-2921e2c7a97e with Priority: HIGHEST for action port [ 629.342788] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_rules [ 629.342959] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 629.347161] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9b47264-7e83-4164-a3d7-2921e2c7a97e with Priority: HIGHEST for action port [ 629.347161] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.347161] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.347161] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.347161] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.347161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.348073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.348073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.348073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.348073] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.351782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9b47264-7e83-4164-a3d7-2921e2c7a97e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.351968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.352030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.352208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.352292] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9b47264-7e83-4164-a3d7-2921e2c7a97e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.402701] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.519030] env[69888]: INFO networking_nsxv3.common.synchronization [req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad req-3c4c8324-45d5-463b-bd31-551671d953d1 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 629.519643] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 629.520597] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.520758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.520803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.521144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.521314] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.521437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.521504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.522095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.522095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.522095] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.792302] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cebd3074-ccf0-4747-8e9c-cb9d268a26b2 [ 629.792302] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.792302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.792302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.792302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.792302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.792302] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cebd3074-ccf0-4747-8e9c-cb9d268a26b2 already deleted. [ 629.792694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cebd3074-ccf0-4747-8e9c-cb9d268a26b2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.855520] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.855678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.856271] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.857527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9b47264-7e83-4164-a3d7-2921e2c7a97e with status ACTIVE [ 629.857726] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.857848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.857914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.858205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.858300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.858470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.858762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.858762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.858856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.858856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.860030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.860030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.860030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.860030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.860030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.860030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9b47264-7e83-4164-a3d7-2921e2c7a97e is going to be updated. [ 629.878500] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.878836] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.878939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.879411] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.879671] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.879787] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.879925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.883156] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.883344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.883640] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.884273] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.884273] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.884273] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.884273] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 629.884273] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.884633] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.890709] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.890911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.890986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.891213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.891355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.892247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9b47264-7e83-4164-a3d7-2921e2c7a97e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.907284] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 194b0e5e-7cb7-4152-8c55-fd9de86b9f80: rpc.has_security_group_logging(os_id): False [ 629.912433] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.912433] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 629.912433] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.912433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.912433] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f50e8d33-a588-4670-a76e-7fb69633f930 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.912433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.912759] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.913027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.913243] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50e8d33-a588-4670-a76e-7fb69633f930',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.923692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.923935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.923935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.924314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.924314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.924489] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.924628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.924628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.924791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.929016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.929016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 is going to be created. [ 630.003751] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.003894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.003963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.004238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.004423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.024024] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: IN_PROGRESS for 2s [ 630.024220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.024355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.024399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.024957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.024957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.024957] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.024957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.025469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.025469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.025469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.025469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 already deleted. [ 630.025469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.359218] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.419027] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.419027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f50e8d33-a588-4670-a76e-7fb69633f930 not found, creating... [ 630.419027] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.419027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.419615] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.419615] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.419615] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.419615] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.419758] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.419880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f50e8d33-a588-4670-a76e-7fb69633f930 is going to be created. [ 630.441080] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.441310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.441435] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.443516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.443516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.443516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.626072] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: SUCCESS [ 630.626399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.626510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.626743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.627166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.627405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627679] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.862159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.862159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.862159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.862440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.862504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.862612] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 is going to be created. [ 630.885824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.885964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.886046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.896323] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: UNINITIALIZED for 2s [ 631.130534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.130914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.130914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.131095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.131264] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.131371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.131449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.131614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.131758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.131822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.131998] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.132111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.132481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.132481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.132481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.132629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.132629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.132775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.132833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.132914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.133052] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.162502] env[69888]: INFO networking_nsxv3.common.synchronization [req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad req-09660084-41df-4d5e-ae97-b0f264b133aa service nova] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 631.162690] env[69888]: INFO networking_nsxv3.common.synchronization [req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad req-09660084-41df-4d5e-ae97-b0f264b133aa service nova] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 631.163077] env[69888]: INFO networking_nsxv3.common.synchronization [req-f41ce8cf-e9d3-4597-9be5-ab6a0b7800ad req-09660084-41df-4d5e-ae97-b0f264b133aa service nova] Enqueued Resource ID: f50e8d33-a588-4670-a76e-7fb69633f930 with Priority: HIGHEST for action port [ 631.163388] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 631.163602] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 631.163602] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f50e8d33-a588-4670-a76e-7fb69633f930 with Priority: HIGHEST for action port [ 631.164260] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.164389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.164460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.164662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.164876] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.167224] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.167385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.167461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.168606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.168674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.168827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.168978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.169079] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.169980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f50e8d33-a588-4670-a76e-7fb69633f930 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.169980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.169980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.170193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.170193] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f50e8d33-a588-4670-a76e-7fb69633f930',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.635933] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 01196eb0-1a82-4fd6-a226-21008c98fef0: rpc.has_security_group_logging(os_id): False [ 631.655579] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.655791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.655873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.656126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.656258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.656404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.656501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.656564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.656723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.656841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.657121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.657323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.657323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.657483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.657563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.657802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.657926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.657994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.658400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.658483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.658593] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 is going to be created. [ 631.674290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.674477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.674699] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.675752] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f50e8d33-a588-4670-a76e-7fb69633f930 with status ACTIVE [ 631.676016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.676167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.676220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.676429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.676558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.676732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.676885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.676924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.677428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.679054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.679054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.679054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.679054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.679502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.679540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f50e8d33-a588-4670-a76e-7fb69633f930 is going to be updated. [ 631.707198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.707198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.707198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.707198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.707454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.707454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f50e8d33-a588-4670-a76e-7fb69633f930" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.733683] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.733683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.733683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.734270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.734270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.744692] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: IN_PROGRESS for 2s [ 632.036152] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: SUCCESS [ 632.036152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.181873] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.235620] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8dee35ba-fea1-42a8-a13d-62dd1dc550d6 None None] Enqueued Resource ID: c703ffd6-7011-452a-90b4-25c715a42f13 with Priority: HIGHEST for action port [ 632.236276] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c703ffd6-7011-452a-90b4-25c715a42f13 with Priority: HIGHEST for action port [ 632.236828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c703ffd6-7011-452a-90b4-25c715a42f13 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.237026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c703ffd6-7011-452a-90b4-25c715a42f13" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.237105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c703ffd6-7011-452a-90b4-25c715a42f13" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.238125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c703ffd6-7011-452a-90b4-25c715a42f13" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.238125] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c703ffd6-7011-452a-90b4-25c715a42f13',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.686377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.686377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.686377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.686769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.686769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.686769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be created. [ 632.716207] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.716404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.716468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.717087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.717279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.728250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: UNINITIALIZED for 2s [ 632.740043] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c703ffd6-7011-452a-90b4-25c715a42f13 [ 632.743212] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.743212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.743212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.743212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.743212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.743212] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c703ffd6-7011-452a-90b4-25c715a42f13 already deleted. [ 632.743212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c703ffd6-7011-452a-90b4-25c715a42f13" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.909557] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: SUCCESS [ 632.909797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.909960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.910203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.910408] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.910549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.910615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.910808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.910887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.910977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.911082] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.414162] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.760324] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: SUCCESS [ 633.760324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.917614] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2ddea31d-688e-464b-80db-1113affbfe77: rpc.has_security_group_logging(os_id): False [ 633.937099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.937250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.937311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.937589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.937687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.937876] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.937971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.938138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.938368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.939171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.939171] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 is going to be created. [ 633.997180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.997180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.997180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.997478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.997552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.008197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: IN_PROGRESS for 2s [ 634.143154] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9cc02d0a-44e9-435c-8405-2d81600ab62b None None] Enqueued Resource ID: dde726f0-8389-4de1-9a54-a61e2d27fb30 with Priority: HIGHEST for action port [ 634.143764] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde726f0-8389-4de1-9a54-a61e2d27fb30 with Priority: HIGHEST for action port [ 634.146361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde726f0-8389-4de1-9a54-a61e2d27fb30 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.146564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde726f0-8389-4de1-9a54-a61e2d27fb30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.146605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde726f0-8389-4de1-9a54-a61e2d27fb30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.147411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde726f0-8389-4de1-9a54-a61e2d27fb30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.147411] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde726f0-8389-4de1-9a54-a61e2d27fb30',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.648911] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde726f0-8389-4de1-9a54-a61e2d27fb30 [ 634.650241] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.650728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.650728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.650728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.650928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.650928] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde726f0-8389-4de1-9a54-a61e2d27fb30 already deleted. [ 634.651012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde726f0-8389-4de1-9a54-a61e2d27fb30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.737111] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 634.737333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.738302] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.738302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.738667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.738667] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.762358] env[69888]: INFO networking_nsxv3.common.synchronization [req-58196c5c-f29a-433c-9069-5558b6fc5ae8 req-94eb3a76-1866-40ec-b03a-c6128fdd5a9b tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Enqueued Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 634.763348] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 634.763459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.763534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.763836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.764082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.764248] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.764352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.764417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.764620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.764715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.764823] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.099606] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.099606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.099606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.099606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.099606] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.099606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.099606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.100058] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.100058] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.100256] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.100422] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.100569] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.100734] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.100865] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 635.101012] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.101166] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.123735] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.124062] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 635.124742] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.124742] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.125499] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5e3f9e59-af87-4722-864e-4c9be5ee7440 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.125499] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.125499] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.126031] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.126589] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3f9e59-af87-4722-864e-4c9be5ee7440',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.241846] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.267135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.268912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.268912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.268912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.268912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.270269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.270269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.270269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.270269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.270269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.270269] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 already deleted. [ 635.270269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.630645] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.630951] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.631078] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.631406] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.631649] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.631839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5e3f9e59-af87-4722-864e-4c9be5ee7440 not found, creating... [ 635.632144] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.632312] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.632467] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.632792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.632962] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.633446] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.633609] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.633763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.634044] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.634282] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.634479] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5e3f9e59-af87-4722-864e-4c9be5ee7440 is going to be created. [ 635.656673] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.656867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.656928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.657378] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.657645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.658184] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.746917] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d654cd53-f7d8-4488-98ba-b73c6e14e8f4: rpc.has_security_group_logging(os_id): False [ 635.773851] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.773851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.773851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.773851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.773851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.774505] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.774505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.774505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.774505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.774505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.774676] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be created. [ 635.845235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.845235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.845235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.845235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.845235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.854402] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 636.025942] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: SUCCESS [ 636.026237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [req-58196c5c-f29a-433c-9069-5558b6fc5ae8 req-5580684b-d049-48d4-ad21-c9c2f0e32312 service nova] Enqueued Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_rules [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [req-58196c5c-f29a-433c-9069-5558b6fc5ae8 req-5580684b-d049-48d4-ad21-c9c2f0e32312 service nova] Enqueued Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [req-58196c5c-f29a-433c-9069-5558b6fc5ae8 req-5580684b-d049-48d4-ad21-c9c2f0e32312 service nova] Enqueued Resource ID: 5e3f9e59-af87-4722-864e-4c9be5ee7440 with Priority: HIGHEST for action port [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_rules [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 636.522743] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3f9e59-af87-4722-864e-4c9be5ee7440 with Priority: HIGHEST for action port [ 636.522743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.522743] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.522743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.522743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.522743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.524034] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.529528] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e3f9e59-af87-4722-864e-4c9be5ee7440 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.529651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.529721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.530191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.530306] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e3f9e59-af87-4722-864e-4c9be5ee7440',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.036027] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.036027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.036027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e3f9e59-af87-4722-864e-4c9be5ee7440 with status ACTIVE [ 637.036027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.036027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.036027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.037136] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.037136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.037136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.037136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.037136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.037136] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e3f9e59-af87-4722-864e-4c9be5ee7440 is going to be updated. [ 637.063701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.063900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.063980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.064249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.064424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.064911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e3f9e59-af87-4722-864e-4c9be5ee7440" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544119] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.758658] env[69888]: INFO networking_nsxv3.common.synchronization [req-0e5a727f-a7d5-4667-931d-e90cf5ca646a req-3b38d3dd-fcd2-41ad-a3a0-3fc711da4660 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 637.759323] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 637.759660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.759796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.759865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.763423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.763808] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.763808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.763808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.764103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.764103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.764172] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.866957] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 637.867260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.047061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.047351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.047351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.047612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.047612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.047770] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 is going to be created. [ 638.072423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.072584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.072691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.072863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.073054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.085413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: UNINITIALIZED for 2s [ 638.254662] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-365 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.254662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-365" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.254662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-365" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.254833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-365" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.257346] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.257346] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.257346] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.257346] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.257346] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.257346] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.257346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.257346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.257346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.257346] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 638.257346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.257346] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.269111] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.269111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.269111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.269599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.273540] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.273540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 already deleted. [ 638.273540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.282278] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.282439] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 638.282573] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.282743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-365" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.283087] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.283269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.283386] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.283707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.283844] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e70ca3a-86d1-4aae-8f22-77334b17b3f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.792019] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.792019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 not found, creating... [ 638.792019] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.792019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.792573] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.792573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.792573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.792573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.793016] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.793477] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 is going to be created. [ 638.813186] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.813492] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.813622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.814950] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.815443] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.818596] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [req-0e5a727f-a7d5-4667-931d-e90cf5ca646a req-36627d53-0c4b-48a9-86d7-a7ccf9a5a015 service nova] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [req-0e5a727f-a7d5-4667-931d-e90cf5ca646a req-36627d53-0c4b-48a9-86d7-a7ccf9a5a015 service nova] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [req-0e5a727f-a7d5-4667-931d-e90cf5ca646a req-36627d53-0c4b-48a9-86d7-a7ccf9a5a015 service nova] Enqueued Resource ID: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 with Priority: HIGHEST for action port [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_rules [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 639.735197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 with Priority: HIGHEST for action port [ 639.735661] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.735783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.735846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.736904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.737039] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.737887] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.738573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.738573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.738573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.738573] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.738573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.738573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.738840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.738840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.738912] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.739946] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.742181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.742181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.742181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.742181] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e70ca3a-86d1-4aae-8f22-77334b17b3f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.774448] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-c7871cea-6076-43ff-82e0-fc9a0d366743 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 639.774448] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 639.775132] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.775132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.775132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.775345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.775467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.775520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.775678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.775766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.775858] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.097789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: SUCCESS [ 640.098163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.100127] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.100381] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.101165] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.101567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.104303] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.104303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.104303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.104303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.104303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.104725] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.104725] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.104831] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.105036] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.105492] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 640.106450] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.106450] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.108659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.109111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.109602] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.111267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.111267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.111267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.111267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.111267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.111267] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.131441] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.131735] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 640.132520] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.132520] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.133041] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-303cfee8-e7c6-49b0-996a-802af54a303d taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.133180] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.133388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.133841] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.134088] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303cfee8-e7c6-49b0-996a-802af54a303d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.245830] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 with status ACTIVE [ 640.245830] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.246224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.246501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.246943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.246943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.247347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.247347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.247347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.247683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.247823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.248108] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.248354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.248354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.248560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.248665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.248943] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e70ca3a-86d1-4aae-8f22-77334b17b3f4 is going to be updated. [ 640.250187] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.251568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.251996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.276205] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.277264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.277877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.277877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.278083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.278219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e70ca3a-86d1-4aae-8f22-77334b17b3f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.279127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.279317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.279421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.279732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.279816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.280108] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.280292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.280392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.280647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.280768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.280890] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac already deleted. [ 640.281018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.441765] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c16edd96-0c35-4546-a6ef-7d5c9c18b5c9 None None] Enqueued Resource ID: 75fc9bd5-ce22-4f18-af7f-7b41cf9d07be with Priority: HIGHEST for action port [ 640.442716] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75fc9bd5-ce22-4f18-af7f-7b41cf9d07be with Priority: HIGHEST for action port [ 640.442927] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-75fc9bd5-ce22-4f18-af7f-7b41cf9d07be taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.443551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75fc9bd5-ce22-4f18-af7f-7b41cf9d07be" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.443649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75fc9bd5-ce22-4f18-af7f-7b41cf9d07be" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.443967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75fc9bd5-ce22-4f18-af7f-7b41cf9d07be" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.444094] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75fc9bd5-ce22-4f18-af7f-7b41cf9d07be',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.615996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.615996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.615996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.615996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.615996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.617220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.617220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.617220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.617220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.617220] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.641470] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.641470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 303cfee8-e7c6-49b0-996a-802af54a303d not found, creating... [ 640.641470] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.642117] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.642804] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.643189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.643573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.643982] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.644279] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 303cfee8-e7c6-49b0-996a-802af54a303d is going to be created. [ 640.665089] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.665089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.665089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.665089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.665089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.665089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.753887] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.951105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75fc9bd5-ce22-4f18-af7f-7b41cf9d07be [ 640.951105] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.951105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.951105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.951105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.951105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.951105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75fc9bd5-ce22-4f18-af7f-7b41cf9d07be already deleted. [ 640.951105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75fc9bd5-ce22-4f18-af7f-7b41cf9d07be" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.122186] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7a2af45-d637-47e7-befb-4b4b6dc924e4: rpc.has_security_group_logging(os_id): False [ 641.141355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.142026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.142233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.142800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.143161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.147027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 is going to be created. [ 641.206042] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.206240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.206313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.206535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.206709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.219820] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: IN_PROGRESS for 2s [ 641.258635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.258736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.258818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.259209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.259286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.259333] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 is going to be created. [ 641.299954] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.300410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.300581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314395] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: UNINITIALIZED for 2s [ 641.701896] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6a11186f-d51f-43dc-86c3-582d85964468 service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 641.702016] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6a11186f-d51f-43dc-86c3-582d85964468 service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 641.703160] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6a11186f-d51f-43dc-86c3-582d85964468 service nova] Enqueued Resource ID: 303cfee8-e7c6-49b0-996a-802af54a303d with Priority: HIGHEST for action port [ 641.705257] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 641.705550] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 641.706135] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 303cfee8-e7c6-49b0-996a-802af54a303d with Priority: HIGHEST for action port [ 641.706758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.706979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.707100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.707420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.707563] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.709006] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.709663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.709663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.709663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.709856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.710045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.710142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.710337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.710455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.710579] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.712252] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-303cfee8-e7c6-49b0-996a-802af54a303d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.712252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.712252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.712252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.712252] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('303cfee8-e7c6-49b0-996a-802af54a303d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.215416] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.216491] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.216633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.216779] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 303cfee8-e7c6-49b0-996a-802af54a303d with status ACTIVE [ 642.216940] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.217060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.217127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.217331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.217545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.217632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.217681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.217722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.217874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.217950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.218232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.218287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.218429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.218503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.218585] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 303cfee8-e7c6-49b0-996a-802af54a303d is going to be updated. [ 642.265543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.265729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.265729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.266018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.266242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.266496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-303cfee8-e7c6-49b0-996a-802af54a303d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.427540] env[69888]: INFO networking_nsxv3.common.synchronization [req-595e621d-e03f-4fed-ae9f-f66291f8617b req-a9410d75-92cd-4877-aef9-d9f1cbd3eada tempest-InstanceActionsTestJSON-595249892 tempest-InstanceActionsTestJSON-595249892-project-member] Enqueued Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 642.428219] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGHEST for action security_group_members [ 642.428586] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.428764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.428864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429442] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.429579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.429579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.429749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.429849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.430976] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.729022] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.936371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.936371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.936371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.936371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 is going to be updated. [ 642.950960] env[69888]: INFO networking_nsxv3.common.synchronization [None req-0ac99167-c00d-4cb8-934e-f18879ead604 None None] Enqueued Resource ID: 98682a10-c127-48ec-a308-2aebc9612330 with Priority: HIGHEST for action port [ 642.951735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98682a10-c127-48ec-a308-2aebc9612330 with Priority: HIGHEST for action port [ 642.952230] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-98682a10-c127-48ec-a308-2aebc9612330 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.952434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98682a10-c127-48ec-a308-2aebc9612330" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.952555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98682a10-c127-48ec-a308-2aebc9612330" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.952900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98682a10-c127-48ec-a308-2aebc9612330" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.953081] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98682a10-c127-48ec-a308-2aebc9612330',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.965402] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.965593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.965678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.965913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.966077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.975627] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: IN_PROGRESS for 2s [ 643.229896] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.230273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.230273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.231064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.231467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.233512] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be created. [ 643.235236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: SUCCESS [ 643.235236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.259290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.259572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.260112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.260112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.260187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.268669] env[69888]: INFO networking_nsxv3.common.synchronization [req-4235591b-c68d-4a4f-8676-d48df0b794d4 req-be526163-6d1a-465a-a0b9-d42f2302560a tempest-ServerDiagnosticsTest-303712808 tempest-ServerDiagnosticsTest-303712808-project-member] Enqueued Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 643.269215] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGHEST for action security_group_members [ 643.273444] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: UNINITIALIZED for 2s [ 643.273444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-01196eb0-1a82-4fd6-a226-21008c98fef0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.273444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.273444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.273444] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('01196eb0-1a82-4fd6-a226-21008c98fef0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.324292] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: SUCCESS [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.324292] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.324292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.324292] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.457247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98682a10-c127-48ec-a308-2aebc9612330 [ 643.457374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.457932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.458045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.458145] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98682a10-c127-48ec-a308-2aebc9612330 already deleted. [ 643.458230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98682a10-c127-48ec-a308-2aebc9612330" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.776700] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.776916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.777028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.777284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.777390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.777618] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.777737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.777819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.777957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.778049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.778140] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 is going to be updated. [ 643.811280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.813505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.813772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.814250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.817249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.827081] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: IN_PROGRESS for 2s [ 643.827331] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.329452] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72: rpc.has_security_group_logging(os_id): False [ 644.360482] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.360634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.360705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.361073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.361184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.361470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.361610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.361678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.361860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.361971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.362116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 is going to be created. [ 644.429449] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.429800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.429800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.429955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.430171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.443716] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: IN_PROGRESS for 2s [ 644.990706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 in Status: SUCCESS [ 644.990706] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 deletion is rescheduled due to dependency. [ 644.990706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.281517] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.281517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.281517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.281517] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.784288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.784555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.784555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.784796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.784979] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.785128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.785229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.785423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.785540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.785667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.785797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.785909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.785967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.786178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.786327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.786436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.786510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.786655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.786759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.786837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.786935] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.839009] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 in Status: SUCCESS [ 645.839253] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 deletion is rescheduled due to dependency. [ 645.839336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-01196eb0-1a82-4fd6-a226-21008c98fef0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.290737] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85760c58-c40e-465c-a9d1-8c039a6fe3ac: rpc.has_security_group_logging(os_id): False [ 646.313444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.313649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.313721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.316162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.316455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.316586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.316669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.316850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.316943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.317168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.317294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.317340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.317490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.317569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.317787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.317901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.318041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.318244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.318321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.318452] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be created. [ 646.393130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.393341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.393341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.393556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.393733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.403989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 646.454535] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: SUCCESS [ 646.454757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.270024] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 648.270398] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 648.426557] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 648.426700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.637074] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-49cff3b7-3f88-4fd4-a0c4-51173d8440dc tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 649.637642] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 649.637949] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.638090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.638156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.638358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.638857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.638958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.638958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.639121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.639216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.640402] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.143118] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.193555] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.193796] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.193931] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.194310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.194575] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.194732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.194947] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.195084] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.195228] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.195460] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.195573] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.195656] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.196019] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.196019] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.196159] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.196297] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.215223] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.215414] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.215543] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.215721] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.216065] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-4d0924c7-e527-4e04-a1f1-aa22236c1321 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.216268] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.216394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.216731] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.216869] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0924c7-e527-4e04-a1f1-aa22236c1321',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.649093] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.720422] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.720940] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722456] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722608] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 4d0924c7-e527-4e04-a1f1-aa22236c1321 not found, creating... [ 650.723090] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.723245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.723359] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.723748] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.723905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.724225] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.724377] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.724666] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.724893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.725036] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.725280] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 4d0924c7-e527-4e04-a1f1-aa22236c1321 is going to be created. [ 650.746023] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.746023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.746023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.746023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.746023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.746023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.154701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.154701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.154701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.154701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.154701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.154701] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 651.181397] env[69888]: INFO networking_nsxv3.common.synchronization [None req-5ffff1f4-13a4-427d-ac9e-7b32967e7675 None None] Enqueued Resource ID: 51080638-73f2-4cc8-8f1b-c2c4af30a777 with Priority: HIGHEST for action port [ 651.181397] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51080638-73f2-4cc8-8f1b-c2c4af30a777 with Priority: HIGHEST for action port [ 651.182251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.182408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.182489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.182898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.182898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.184185] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-51080638-73f2-4cc8-8f1b-c2c4af30a777 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.184315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51080638-73f2-4cc8-8f1b-c2c4af30a777" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.184454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51080638-73f2-4cc8-8f1b-c2c4af30a777" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.184617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51080638-73f2-4cc8-8f1b-c2c4af30a777" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.184705] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51080638-73f2-4cc8-8f1b-c2c4af30a777',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.194251] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 651.687768] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51080638-73f2-4cc8-8f1b-c2c4af30a777 [ 651.688057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.688195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.692245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.692539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.692625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.692752] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51080638-73f2-4cc8-8f1b-c2c4af30a777 already deleted. [ 651.692857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51080638-73f2-4cc8-8f1b-c2c4af30a777" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.797242] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6fd90ae2-e46b-451d-9fdc-8946b40ff9f5 service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 651.797439] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6fd90ae2-e46b-451d-9fdc-8946b40ff9f5 service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 651.797579] env[69888]: INFO networking_nsxv3.common.synchronization [req-5c0c0f0e-f1e4-499d-9ae1-8b664a15b71f req-6fd90ae2-e46b-451d-9fdc-8946b40ff9f5 service nova] Enqueued Resource ID: 4d0924c7-e527-4e04-a1f1-aa22236c1321 with Priority: HIGHEST for action port [ 651.797892] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 651.797966] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 651.798082] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d0924c7-e527-4e04-a1f1-aa22236c1321 with Priority: HIGHEST for action port [ 651.798682] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.799790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.799790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.799790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.799790] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.801537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.801537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.801537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d0924c7-e527-4e04-a1f1-aa22236c1321 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.801537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.801537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.802098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.802098] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d0924c7-e527-4e04-a1f1-aa22236c1321',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.305886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306269] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d0924c7-e527-4e04-a1f1-aa22236c1321 with status ACTIVE [ 652.306448] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.306646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.306646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.306836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.306922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307105] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.307206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.307266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.307485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.307564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.307668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.307760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.307813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.307946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.308052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.308141] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d0924c7-e527-4e04-a1f1-aa22236c1321 is going to be updated. [ 652.329466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.329624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.329695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.330722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.330979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.331310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d0924c7-e527-4e04-a1f1-aa22236c1321" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.373765] env[69888]: INFO networking_nsxv3.common.synchronization [req-d916c662-e630-4a86-a377-e61a23c9bfa1 req-386f1ed4-5299-4494-9c9e-5e485bc46f62 tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 652.374442] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 652.374760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.374917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.374993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.376040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.376524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.376597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.376761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.376895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.376961] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.879638] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.879638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.879638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.879638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.879638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.880186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.880186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.880186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.880186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.880186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.880352] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 already deleted. [ 652.880352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.088883] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-243 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.089243] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-243" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.089243] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-243" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.089784] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-243" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.090133] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.090396] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.090396] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.091041] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.091197] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.091420] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.091535] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.091646] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.092377] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.092377] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 653.092377] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.092377] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.114936] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.115158] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 653.115283] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.115470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-243" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.115814] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5b719340-4c62-4430-b370-188fc2e69370 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.116191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.116191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.116481] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.116620] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b719340-4c62-4430-b370-188fc2e69370',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.126190] env[69888]: INFO networking_nsxv3.common.synchronization [None req-55a2acd3-7501-4f98-8bd5-b77c7bfdfa37 tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 653.126190] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 653.126565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.126768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.126920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.127188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.127271] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.205946] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 653.206242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.206484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.206809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.207041] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.207162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.207222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.207395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.207473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.207566] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.336426] env[69888]: INFO networking_nsxv3.common.synchronization [None req-94c1bccc-bd3f-420e-bb58-07f95b911ea0 tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 653.338113] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 653.338521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.338521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.375898] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b1edc425-1149-48e4-8d55-f2ab8774d758 None None] Enqueued Resource ID: 471bfe6c-ec56-4427-a9c2-d0a965cedcc1 with Priority: HIGHEST for action port [ 653.376335] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 471bfe6c-ec56-4427-a9c2-d0a965cedcc1 with Priority: HIGHEST for action port [ 653.377685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-471bfe6c-ec56-4427-a9c2-d0a965cedcc1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.377685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-471bfe6c-ec56-4427-a9c2-d0a965cedcc1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.377685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-471bfe6c-ec56-4427-a9c2-d0a965cedcc1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.377685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-471bfe6c-ec56-4427-a9c2-d0a965cedcc1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.379528] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('471bfe6c-ec56-4427-a9c2-d0a965cedcc1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.544040] env[69888]: INFO networking_nsxv3.common.synchronization [req-6d0359e1-8d10-44cc-ad14-c65931aad429 req-30a7d8b8-d04b-4bc1-9bc4-1358b59595b5 tempest-TenantUsagesTestJSON-1037829689 tempest-TenantUsagesTestJSON-1037829689-project-member] Enqueued Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 653.544040] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGHEST for action security_group_members [ 653.544040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.544040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.544040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.544040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.544411] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.544411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.544411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.544583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.544583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.544716] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.622331] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.623658] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.623705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.624941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.624941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.624941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5b719340-4c62-4430-b370-188fc2e69370 not found, creating... [ 653.624941] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.625415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.626331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.626549] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.626752] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.626823] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.627063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.627310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.627418] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5b719340-4c62-4430-b370-188fc2e69370 is going to be created. [ 653.649777] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.650417] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.650417] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.650417] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.650591] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.650770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.654434] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.654601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.654878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.654878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.654983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655040] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032b83d2-064f-4015-8679-4465c6073d1d already deleted. [ 653.656593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.656593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.656593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.656593] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.711246] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.883429] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 471bfe6c-ec56-4427-a9c2-d0a965cedcc1 [ 653.883667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.883754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.883814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.884134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.884134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.884237] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:471bfe6c-ec56-4427-a9c2-d0a965cedcc1 already deleted. [ 653.884321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-471bfe6c-ec56-4427-a9c2-d0a965cedcc1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.048148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.048378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.048474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.048732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.048858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049134] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.049264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.049350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.049542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.049643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049756] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 is going to be updated. [ 654.076537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.078714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.078714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.078714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.078714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.091664] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: IN_PROGRESS for 2s [ 654.178251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.178393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.178393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.178660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.179022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.179022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032b83d2-064f-4015-8679-4465c6073d1d already deleted. [ 654.179135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.216609] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.719398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.719559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.719636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.719849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.719944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.720103] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 654.749271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.749429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.749487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.749677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.749821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.759042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 654.843921] env[69888]: INFO networking_nsxv3.common.synchronization [req-d916c662-e630-4a86-a377-e61a23c9bfa1 req-fc693fe0-334e-45b7-8b34-e5b54f1621ab service nova] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 654.843921] env[69888]: INFO networking_nsxv3.common.synchronization [req-d916c662-e630-4a86-a377-e61a23c9bfa1 req-fc693fe0-334e-45b7-8b34-e5b54f1621ab service nova] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 654.843921] env[69888]: INFO networking_nsxv3.common.synchronization [req-d916c662-e630-4a86-a377-e61a23c9bfa1 req-fc693fe0-334e-45b7-8b34-e5b54f1621ab service nova] Enqueued Resource ID: 5b719340-4c62-4430-b370-188fc2e69370 with Priority: HIGHEST for action port [ 654.844735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_rules [ 654.844735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 654.844735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b719340-4c62-4430-b370-188fc2e69370 with Priority: HIGHEST for action port [ 654.844905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.845060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.845131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.845391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.845426] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.846390] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.846482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.846523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.846720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.848024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.848024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.848024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.848024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.848024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.848024] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.848384] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b719340-4c62-4430-b370-188fc2e69370 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.848384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.848532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.849311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.849311] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b719340-4c62-4430-b370-188fc2e69370',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.350257] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.350855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.352804] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.353658] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b719340-4c62-4430-b370-188fc2e69370 with status ACTIVE [ 655.353858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.353994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.354095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.358136] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.358136] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.358136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.358136] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b719340-4c62-4430-b370-188fc2e69370 is going to be updated. [ 655.376739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.377033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.377033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.377187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.377287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.377448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b719340-4c62-4430-b370-188fc2e69370" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.857959] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.994098] env[69888]: INFO networking_nsxv3.common.synchronization [req-01dede25-d27e-419b-b432-ea2cdac6deda req-1c0ff8f8-23cf-4d11-a7c7-c4515568de09 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 655.997853] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 655.998317] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.998423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.998423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.998779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.998866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.998934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.999315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.999315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.999315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.999315] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.054033] env[69888]: INFO networking_nsxv3.common.synchronization [req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 req-74e8c5bc-0f0b-46f8-8822-b91d65072f28 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 656.054033] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 656.054033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.054033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.054033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.055782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.056156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.056426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.056876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.057632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.058642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.058642] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.102784] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 in Status: SUCCESS [ 656.106946] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 deletion is rescheduled due to dependency. [ 656.106946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.122035] env[69888]: INFO networking_nsxv3.common.synchronization [req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 req-74e8c5bc-0f0b-46f8-8822-b91d65072f28 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 656.122465] env[69888]: INFO networking_nsxv3.common.synchronization [req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 req-74e8c5bc-0f0b-46f8-8822-b91d65072f28 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 656.129293] env[69888]: INFO networking_nsxv3.common.synchronization [req-f600c3ad-62ab-44c5-a2f2-e6f122b2c369 req-74e8c5bc-0f0b-46f8-8822-b91d65072f28 tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 656.129293] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 656.129293] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 656.129293] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 656.129293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.129293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.129293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.129293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.129293] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.130461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.130696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2308b9b9-b987-446d-b51a-476be72f4077 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.131510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.131677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.131962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.132213] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2308b9b9-b987-446d-b51a-476be72f4077',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.360835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.361516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.361516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.361751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.362085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.362309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 is going to be created. [ 656.388541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.388713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.388857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.389042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.389193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.404312] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: UNINITIALIZED for 2s [ 656.501487] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.501635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.501691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.501986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.502107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502314] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.502450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.502518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.502686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.502760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.502855] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 already deleted. [ 656.502934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.563826] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.635552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.635756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.635990] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2308b9b9-b987-446d-b51a-476be72f4077 with status ACTIVE [ 656.636275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.636343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.636527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.636593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.636680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.636859] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.636956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.637101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.637366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.637366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.637521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.637611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.637669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.637893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.637945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.638020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2308b9b9-b987-446d-b51a-476be72f4077 is going to be updated. [ 656.662476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.663067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.663229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.663439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.731089] env[69888]: INFO networking_nsxv3.common.synchronization [None req-27369198-b47f-4e5e-8a7c-cc1f5fbbf348 None None] Enqueued Resource ID: 914790a6-41ec-443f-9d12-786aa53464de with Priority: HIGHEST for action port [ 656.731656] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 914790a6-41ec-443f-9d12-786aa53464de with Priority: HIGHEST for action port [ 656.733033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-914790a6-41ec-443f-9d12-786aa53464de taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.733033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-914790a6-41ec-443f-9d12-786aa53464de" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.733300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-914790a6-41ec-443f-9d12-786aa53464de" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.733524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-914790a6-41ec-443f-9d12-786aa53464de" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.733664] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('914790a6-41ec-443f-9d12-786aa53464de',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.774443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 656.775012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.775366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.775684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.775996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.776229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.776328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.776555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.776670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.776795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.776933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.781757] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.781757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.781757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.782876] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.783323] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.783577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.783755] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.784063] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.784268] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.784530] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.784688] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.784893] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.785130] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.785309] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 656.785462] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.787126] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.805804] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.806907] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 656.806907] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.807141] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.809119] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-58370be2-4982-4b18-91f8-5969a84308bb taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.809119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.809119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.809119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.809119] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58370be2-4982-4b18-91f8-5969a84308bb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.069127] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.237831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 914790a6-41ec-443f-9d12-786aa53464de [ 657.237831] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.237831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.237831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.237831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.237831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.237831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:914790a6-41ec-443f-9d12-786aa53464de already deleted. [ 657.237831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-914790a6-41ec-443f-9d12-786aa53464de" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.282445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.282445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.282445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.282445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.283430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.283774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.284041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.284273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.284481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.287078] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.311891] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.312123] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.312272] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.312554] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.312704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.312859] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 58370be2-4982-4b18-91f8-5969a84308bb not found, creating... [ 657.313265] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.313358] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.313453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.313775] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.313877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.315908] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.315908] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.315908] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.315908] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.315908] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.315908] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 58370be2-4982-4b18-91f8-5969a84308bb is going to be created. [ 657.337018] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.337300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.337429] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.337712] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.337948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.338234] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.575106] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.575466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.575466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.575619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.575679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.575741] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be updated. [ 657.602503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.605238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.605238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.605238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.605238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.612147] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: IN_PROGRESS for 2s [ 657.792439] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85760c58-c40e-465c-a9d1-8c039a6fe3ac: rpc.has_security_group_logging(os_id): False [ 657.812023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.812023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812742] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.812742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.812742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.812742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.812742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.812742] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 657.867924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.868176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.869410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.869410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.869410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.888258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 658.237344] env[69888]: INFO networking_nsxv3.common.synchronization [req-01dede25-d27e-419b-b432-ea2cdac6deda req-d390da87-53bf-40df-b18e-7a8592c82b2d service nova] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 658.238031] env[69888]: INFO networking_nsxv3.common.synchronization [req-01dede25-d27e-419b-b432-ea2cdac6deda req-d390da87-53bf-40df-b18e-7a8592c82b2d service nova] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 658.238031] env[69888]: INFO networking_nsxv3.common.synchronization [req-01dede25-d27e-419b-b432-ea2cdac6deda req-d390da87-53bf-40df-b18e-7a8592c82b2d service nova] Enqueued Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 658.238031] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 658.238031] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 658.238423] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 658.238971] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.238971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.238971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.240496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.241040] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.243923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.244050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.244348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.244537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.244748] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.244947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.245028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.245285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.245359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.245533] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.246401] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-58370be2-4982-4b18-91f8-5969a84308bb taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.246625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.246625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.246834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.246834] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58370be2-4982-4b18-91f8-5969a84308bb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.414672] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: SUCCESS [ 658.414883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.416842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.416842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.416842] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.751051] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.751051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.751051] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58370be2-4982-4b18-91f8-5969a84308bb with status ACTIVE [ 658.751051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.751051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.751051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.752961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.753304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.753558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.753737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.754251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.754251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.754461] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58370be2-4982-4b18-91f8-5969a84308bb is going to be updated. [ 658.774048] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.774179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.774848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.774848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.774995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.775154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.786024] env[69888]: INFO networking_nsxv3.common.synchronization [req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 req-a155dbef-a4d6-486a-b298-7d2f9dcb6651 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Enqueued Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 658.786625] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 658.787809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.787809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.787809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.787809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.787809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.787809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.788482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.788966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.789464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.789464] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.919161] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.200223] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ad2ffd6a-f635-486f-ba2f-bd916e136042 None None] Enqueued Resource ID: 98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e with Priority: HIGHEST for action port [ 659.200223] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e with Priority: HIGHEST for action port [ 659.200223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.200223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.200223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.200628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.200875] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.253485] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.293019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.293253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.293328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.293553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.293642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.293842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.293937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.293998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.294379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.294477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.294900] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 already deleted. [ 659.294900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.388021] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.388021] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.388021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.389276] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.389749] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.389749] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.389749] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.390018] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.390018] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 659.390018] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.390197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.409032] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.409032] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 659.409209] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.409421] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.409794] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c415e661-5b3e-44d0-b87c-1c6d537ea044 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.410048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.410209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.410568] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.411288] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c415e661-5b3e-44d0-b87c-1c6d537ea044',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.422560] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3aa2dac3-4306-4e08-ab28-a8f764ed4498: rpc.has_security_group_logging(os_id): False [ 659.442106] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.442260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.442489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.442581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.442844] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.442947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.443020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.443172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.443250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.443342] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 is going to be created. [ 659.499189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.499370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.499420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.499682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.499919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.531313] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: IN_PROGRESS for 2s [ 659.626549] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 659.626801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.627120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.627390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.627608] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.627744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.627834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.627961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.628076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.628177] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.704299] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e [ 659.704299] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.704415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.704488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.704774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.704840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.704944] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e already deleted. [ 659.705071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98aa3ab7-d4bb-44a0-9b78-b5fb5534ce4e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.756290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.756587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.756587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.756720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.756809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.756908] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be created. [ 659.779697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.779867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.779944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.780155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.780318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789343] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: UNINITIALIZED for 2s [ 659.898110] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 659.898338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.913753] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.913753] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.913753] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.914973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.914973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.914973] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port c415e661-5b3e-44d0-b87c-1c6d537ea044 not found, creating... [ 659.914973] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.914973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.914973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.915296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.915296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.915536] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.915696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.915803] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.916077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.916214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.916356] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c415e661-5b3e-44d0-b87c-1c6d537ea044 is going to be created. [ 659.939141] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.939363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.939488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.939788] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.940476] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.940476] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.132533] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.174391] env[69888]: INFO networking_nsxv3.common.synchronization [req-a06d28f8-926a-44b4-921e-ec7cef031d79 req-2fda2290-b2ba-451c-87bc-85d2cf378c43 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 660.174975] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 660.175371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.175513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.175576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.175782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.175934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.176050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.176113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.176257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.176341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176436] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.493305] env[69888]: INFO networking_nsxv3.common.synchronization [req-fe870d77-c78f-4c62-90e4-da272fb2e143 req-28295c6c-be86-434a-9469-90e947c95abf tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 660.493867] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 660.494197] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.494325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.508340] env[69888]: INFO networking_nsxv3.common.synchronization [req-fe870d77-c78f-4c62-90e4-da272fb2e143 req-28295c6c-be86-434a-9469-90e947c95abf tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 660.508452] env[69888]: INFO networking_nsxv3.common.synchronization [req-fe870d77-c78f-4c62-90e4-da272fb2e143 req-28295c6c-be86-434a-9469-90e947c95abf tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 660.508631] env[69888]: INFO networking_nsxv3.common.synchronization [req-fe870d77-c78f-4c62-90e4-da272fb2e143 req-28295c6c-be86-434a-9469-90e947c95abf tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 660.509154] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_rules [ 660.509239] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 660.509336] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2308b9b9-b987-446d-b51a-476be72f4077 with Priority: HIGHEST for action port [ 660.509900] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.510047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.510164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.510243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.510419] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2308b9b9-b987-446d-b51a-476be72f4077 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.510516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.510581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.510773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.510854] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2308b9b9-b987-446d-b51a-476be72f4077',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.634361] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.679051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.679793] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.680129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.680209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.680306] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 660.711106] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.711298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.711298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.711500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.711639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.720705] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 660.810551] env[69888]: INFO networking_nsxv3.common.synchronization [req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 req-fefea4de-a039-4d01-9e0e-272c8acf84b2 service nova] Enqueued Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_rules [ 660.810915] env[69888]: INFO networking_nsxv3.common.synchronization [req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 req-fefea4de-a039-4d01-9e0e-272c8acf84b2 service nova] Enqueued Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 660.810915] env[69888]: INFO networking_nsxv3.common.synchronization [req-a2626f83-cda5-4e16-a2b2-2d2d306b3d18 req-fefea4de-a039-4d01-9e0e-272c8acf84b2 service nova] Enqueued Resource ID: c415e661-5b3e-44d0-b87c-1c6d537ea044 with Priority: HIGHEST for action port [ 660.811454] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_rules [ 660.811588] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 660.811685] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c415e661-5b3e-44d0-b87c-1c6d537ea044 with Priority: HIGHEST for action port [ 660.811995] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.813297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.813410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.813635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.813720] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.816822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.816822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.816822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.816822] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.816822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c415e661-5b3e-44d0-b87c-1c6d537ea044 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.817287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.817287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.817287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.817546] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c415e661-5b3e-44d0-b87c-1c6d537ea044',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.013258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2308b9b9-b987-446d-b51a-476be72f4077 with status ACTIVE [ 661.013516] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.013708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.013765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.013934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.014040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.014322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.014376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.014536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.014640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.014792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.014868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.014925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.015073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.015199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.015248] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2308b9b9-b987-446d-b51a-476be72f4077 is going to be updated. [ 661.035914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.036076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.036453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.036453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.036453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.036646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2308b9b9-b987-446d-b51a-476be72f4077" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.136708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.136874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.136987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.137180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.137278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.137382] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be updated. [ 661.175901] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.176112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.176251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.176390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.176533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.184700] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: IN_PROGRESS for 2s [ 661.319186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.322729] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.322729] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c415e661-5b3e-44d0-b87c-1c6d537ea044 with status ACTIVE [ 661.322729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.322729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.322729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.323304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.323304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.323679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.323882] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.324236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.324236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.324353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.324420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.324523] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c415e661-5b3e-44d0-b87c-1c6d537ea044 is going to be updated. [ 661.346182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.347608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.348437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.348437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.348437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.348437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c415e661-5b3e-44d0-b87c-1c6d537ea044" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.543074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: SUCCESS [ 661.543074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.546010] env[69888]: INFO networking_nsxv3.common.synchronization [req-37aa9a87-1295-4992-9619-5d3273497e9f req-bfe99ae7-98ab-4564-8796-10a404b04c56 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Enqueued Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 661.546010] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 661.546474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.546602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.546666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.546916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.547092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.547200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.547264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.547428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.547510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.547601] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.800030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 661.800030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.800030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.801251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.801251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.801251] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.826614] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.896106] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-513 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.896382] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-513" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.896551] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-513" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.896952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-513" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.898018] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.898111] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.899300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.899300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.899300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.899300] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.899300] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 661.899300] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 661.899650] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 661.899650] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 661.899795] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 661.899995] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 661.920359] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 661.923096] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 661.923267] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 661.923478] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-513" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.923812] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-6eebe683-8215-4b68-b100-eb6451984957 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.923996] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.924136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.924527] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.924621] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eebe683-8215-4b68-b100-eb6451984957',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.051548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.051724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.051788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.052017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.052108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.052310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.052422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.052488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.052640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.052708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.052788] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 already deleted. [ 662.052867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.305835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.306015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.306087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.306483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.306582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.306639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.306785] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.306875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.306962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.307124] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.307215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.307277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.307409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307560] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.307628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.307676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.307808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.307876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.307954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.308071] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.328912] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.329135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.329135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.329342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.329430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.329530] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 is going to be created. [ 662.352081] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.352232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.352323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.352523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.352679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.362855] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: UNINITIALIZED for 2s [ 662.427423] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.431029] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 6eebe683-8215-4b68-b100-eb6451984957 not found, creating... [ 662.431029] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.431029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.431942] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.431942] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.431942] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.433106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.433460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.434108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 6eebe683-8215-4b68-b100-eb6451984957 is going to be created. [ 662.452896] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.455911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.455911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.455911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.455911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.455911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.731283] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 662.731283] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 662.731283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.810963] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 662.831627] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.831948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.831948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.832113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.832212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.832427] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.832530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.832595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.832764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.832842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.833046] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.833146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.833247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.833385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.833463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.833641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.833738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.833808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.833951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.836091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.836267] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be created. [ 662.896070] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.896070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.896070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.896070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.896414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.906435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 663.201485] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 663.202402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.202402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.202402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.202603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.202837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.202837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.202941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.203030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.203116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.203226] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.204310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.205539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.205539] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.205539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.205539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.205539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.205539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.205539] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.372253] env[69888]: INFO networking_nsxv3.common.synchronization [req-482acab8-dc8f-4c8f-b668-94e4e656966b req-e280f569-0543-437f-9d65-ef52ea9be5fd tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 663.372559] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 663.372697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.372952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.372952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.373147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.373333] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.373436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.373436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.374979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.374979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.374979] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.463637] env[69888]: INFO networking_nsxv3.common.synchronization [req-37aa9a87-1295-4992-9619-5d3273497e9f req-88b34f73-09b1-4075-826e-1b14fa1b8828 service nova] Enqueued Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_rules [ 663.463817] env[69888]: INFO networking_nsxv3.common.synchronization [req-37aa9a87-1295-4992-9619-5d3273497e9f req-88b34f73-09b1-4075-826e-1b14fa1b8828 service nova] Enqueued Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 663.464582] env[69888]: INFO networking_nsxv3.common.synchronization [req-37aa9a87-1295-4992-9619-5d3273497e9f req-88b34f73-09b1-4075-826e-1b14fa1b8828 service nova] Enqueued Resource ID: 6eebe683-8215-4b68-b100-eb6451984957 with Priority: HIGHEST for action port [ 663.464700] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_rules [ 663.464857] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 663.464999] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6eebe683-8215-4b68-b100-eb6451984957 with Priority: HIGHEST for action port [ 663.465414] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.465581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.465722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.466039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.466165] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.469029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.469207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.469310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.469563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.469777] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.469926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.470036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.470252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.470507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.470659] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.473332] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6eebe683-8215-4b68-b100-eb6451984957 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.473486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.473609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.473814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.473927] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6eebe683-8215-4b68-b100-eb6451984957',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.706776] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.707735] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.850567] env[69888]: INFO networking_nsxv3.common.synchronization [req-aa2bef96-605c-4187-acda-36010f6d9f6b req-ed1757e6-da09-437c-9cee-d24c43ecd678 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 663.851342] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 663.851484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.851591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.876728] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.976498] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.977559] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.977707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.978030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6eebe683-8215-4b68-b100-eb6451984957 with status ACTIVE [ 663.978201] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.978313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.978374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.978592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.978677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.978868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.979044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.979277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.979454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.979549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.979610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.979751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.979825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.979909] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6eebe683-8215-4b68-b100-eb6451984957 is going to be updated. [ 664.005021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.005021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.005021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.005021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.005021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.005021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6eebe683-8215-4b68-b100-eb6451984957" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.210476] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a1d2037-42fb-418d-92b0-9eb4fa14f542: rpc.has_security_group_logging(os_id): False [ 664.211693] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.231062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.231222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.231451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.231518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.231612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.231932] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.232327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.232501] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be updated. [ 664.292396] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.292565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.292565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.292873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.292958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.305326] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: IN_PROGRESS for 2s [ 664.375287] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: SUCCESS [ 664.375588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.375762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.375971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.376180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.376301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.376365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.376513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.376594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.376679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.376767] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.380772] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.479264] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.714046] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.714189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.714189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.714887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.714887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.714887] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be updated. [ 664.741517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.741683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.741764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.742022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.742200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.753019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: IN_PROGRESS for 2s [ 664.761653] env[69888]: INFO networking_nsxv3.common.synchronization [req-c6587a72-6158-4a51-8ef2-3800e96e2265 req-dec78c4e-d419-4d15-a277-e8b2f26d934e tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 664.762651] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 664.762651] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.762651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.762921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.766226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.766337] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.766452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.766514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.766679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.766767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.766864] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.881837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.882173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.882173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.883424] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.883424] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.883424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.883837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.883837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.883837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.883837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.883985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.884032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.884136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.884183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.884288] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.885320] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.885423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.885543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.885655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.885759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.885850] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 664.916634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.916634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.916634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.916634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.916883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.919763] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 664.919968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.924599] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 664.981694] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.981844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.981919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.982190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.982278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.982403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 is going to be created. [ 665.007194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.007650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.007650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.007861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.008123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.020223] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: UNINITIALIZED for 2s [ 665.271180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.271340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.271601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.271671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.271706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.271926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.272088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.272138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.272296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.272380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.272462] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 already deleted. [ 665.272542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.388422] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d911b647-144d-4b35-8f81-cfc51bd7a981: rpc.has_security_group_logging(os_id): False [ 665.407255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.407255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.407255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.407255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.407255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.407802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.407912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.408033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.408334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.408505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.408847] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.409071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.409277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.409502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.409996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.410325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.410595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.410737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.411158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.411237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.411389] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 is going to be created. [ 665.424818] env[69888]: INFO networking_nsxv3.common.synchronization [req-d768d89f-e76b-463e-bd4c-5c5604026111 req-2acf6be2-f586-485c-8ccf-4693bc7f45ec tempest-AttachInterfacesUnderV243Test-1476605194 tempest-AttachInterfacesUnderV243Test-1476605194-project-member] Enqueued Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 665.425811] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 with Priority: HIGHEST for action security_group_members [ 665.426183] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a1d2037-42fb-418d-92b0-9eb4fa14f542 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.426448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.465086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.465086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.465086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.465247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.465541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.476149] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: IN_PROGRESS for 2s [ 665.555464] env[69888]: INFO networking_nsxv3.common.synchronization [None req-5fa2d75c-e214-4b4e-9580-a0845d32cf4a None None] Enqueued Resource ID: df95f3b5-749b-4cba-b998-bb6ac7455274 with Priority: HIGHEST for action port [ 665.556816] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df95f3b5-749b-4cba-b998-bb6ac7455274 with Priority: HIGHEST for action port [ 665.558386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-df95f3b5-749b-4cba-b998-bb6ac7455274 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.558386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df95f3b5-749b-4cba-b998-bb6ac7455274" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.558386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df95f3b5-749b-4cba-b998-bb6ac7455274" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.558386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df95f3b5-749b-4cba-b998-bb6ac7455274" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.558386] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df95f3b5-749b-4cba-b998-bb6ac7455274',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.686775] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-225 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.686905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-225" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.686971] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-225" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.687307] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-225" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.690354] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.690354] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.690354] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.690354] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.690517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.690717] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.690868] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.691026] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.691151] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.691363] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 665.691448] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.691621] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.709849] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.710066] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 665.710241] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.710435] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-225" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.710811] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cb2fab4f-583f-4d54-bd79-06719058185f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.711936] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.712136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.712515] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.712655] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2fab4f-583f-4d54-bd79-06719058185f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.062902] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df95f3b5-749b-4cba-b998-bb6ac7455274 [ 666.062902] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.062902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.062902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.062902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.062902] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df95f3b5-749b-4cba-b998-bb6ac7455274 already deleted. [ 666.062902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df95f3b5-749b-4cba-b998-bb6ac7455274" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.218025] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.218025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cb2fab4f-583f-4d54-bd79-06719058185f not found, creating... [ 666.218025] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.218025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.218815] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.218815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.218815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.218815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.218815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.218815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cb2fab4f-583f-4d54-bd79-06719058185f is going to be created. [ 666.263147] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.263399] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.263775] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.264561] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.264561] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.265786] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.321754] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 666.321754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.321754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.321902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.322103] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.760750] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 in Status: SUCCESS [ 666.760750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.760750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.760911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.761321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.761390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.761560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.761645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.761747] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.841736] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.843238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.843295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.844134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.844134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.844134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be deleted. [ 666.896659] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.896818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.896911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.897257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.897375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.897538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.933938] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 666.934077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.934211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.934425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.934667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.934777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.934777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.934929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.935037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.935141] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.030943] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: SUCCESS [ 667.031176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.031340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.031557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.031749] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.031870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.031930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.032092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.032184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.032257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.032347] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.112607] env[69888]: INFO networking_nsxv3.common.synchronization [req-d81bf61e-3034-4739-baeb-309afa12b268 req-96f61db0-739a-4ec9-a947-64dccbeb209b tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 667.113341] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 667.113614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.113753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.113834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.114508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.114703] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.114829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.114895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.115081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.115188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.115325] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.265959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.266157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.266235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.266460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.266550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.266744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.266842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.266901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.267066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.267149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.267313] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 is going to be deleted. [ 667.298934] env[69888]: INFO networking_nsxv3.common.synchronization [req-c6587a72-6158-4a51-8ef2-3800e96e2265 req-b491d484-f2fc-4c89-bdca-ce9fd5a0ee44 service nova] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 667.299841] env[69888]: INFO networking_nsxv3.common.synchronization [req-c6587a72-6158-4a51-8ef2-3800e96e2265 req-b491d484-f2fc-4c89-bdca-ce9fd5a0ee44 service nova] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 667.299841] env[69888]: INFO networking_nsxv3.common.synchronization [req-c6587a72-6158-4a51-8ef2-3800e96e2265 req-b491d484-f2fc-4c89-bdca-ce9fd5a0ee44 service nova] Enqueued Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 667.299841] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 667.300096] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 667.300285] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 667.300538] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.300712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.300839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.301171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.301348] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.302541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.302829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.302829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.303016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.303239] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.303400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.303611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.303816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.304123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.304280] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.305168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2fab4f-583f-4d54-bd79-06719058185f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.305271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.305382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.305594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.305713] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2fab4f-583f-4d54-bd79-06719058185f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.307239] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.307423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.307566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.307842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.307995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.308165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.308852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.309399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.309492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.309673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.309785] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.310194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.310392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.310541] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a1d2037-42fb-418d-92b0-9eb4fa14f542',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.385098] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 667.385888] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 667.386520] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 667.386689] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 667.387019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.387217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.387273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.387548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.388199] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.388366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.388431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.388602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.388686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.388798] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.390261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.390261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.390261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.390261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.390261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.390261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.390525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.390525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.390525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.390618] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.429907] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_rules [ 667.430221] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 667.430405] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 667.431163] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 667.431163] env[69888]: INFO networking_nsxv3.common.synchronization [req-6cb3a55a-f7d3-460c-918c-6e02dc42fd69 req-3438cdf8-be0c-42f9-a24b-6b17f3d13574 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 667.431439] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_rules [ 667.431638] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 667.431891] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 667.431994] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 667.432189] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 667.432609] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.432712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.432822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.433150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.433294] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.434388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.434688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.434820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.435081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.435294] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.435627] env[69888]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 667.436336] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-58370be2-4982-4b18-91f8-5969a84308bb taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.436626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.436759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.436994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.437174] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58370be2-4982-4b18-91f8-5969a84308bb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.437856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.437919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.438493] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.438627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.439592] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.439750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.439873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.440105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.440251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.440461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.440609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.440699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.440954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.441101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.441245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 667.468978] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.469193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.469262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.469503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.469679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.482282] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 667.485239] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: SUCCESS [ 667.485521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.494631] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.494934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.494934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.495305] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.495571] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.495731] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.495849] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.496087] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.496235] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.496440] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.496553] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.496662] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.496770] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.496877] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 667.497104] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.497176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 667.516757] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 667.516757] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 667.516757] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 667.516757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.516757] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cde713dc-0368-4f12-a4b7-1addcfb4faaa taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.516757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.516757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.516757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.516757] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde713dc-0368-4f12-a4b7-1addcfb4faaa',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.537265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.537265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.537265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.537265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.537265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.538341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.538341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.538341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.538341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.538341] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.619845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.619845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.619845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.619845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.622233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.622537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.622711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.622806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.623061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.623224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.623381] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 already deleted. [ 667.623474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.811167] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.811167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.811167] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.813159] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb2fab4f-583f-4d54-bd79-06719058185f with status ACTIVE [ 667.813785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.817475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.817475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.817475] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb2fab4f-583f-4d54-bd79-06719058185f is going to be updated. [ 667.817475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.818899] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.818899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.819853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.819853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.819853] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a1d2037-42fb-418d-92b0-9eb4fa14f542 already deleted. [ 667.819853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a1d2037-42fb-418d-92b0-9eb4fa14f542" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.838266] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.840786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.840786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.840786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.840786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.840786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.894690] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.894690] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.939685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.939839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.941061] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58370be2-4982-4b18-91f8-5969a84308bb with status ACTIVE [ 667.941061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.941061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.941061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.941687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.941687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.941687] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.941687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.941962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.942037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.942132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.942331] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58370be2-4982-4b18-91f8-5969a84308bb is going to be updated. [ 667.943502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.943628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.969746] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.969901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.970011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.970210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.970355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.970537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.020169] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.020409] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.020537] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.020833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.021014] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.021199] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cde713dc-0368-4f12-a4b7-1addcfb4faaa not found, creating... [ 668.021469] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.021639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.021758] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.022010] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.022159] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.022441] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.022640] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.022708] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.022917] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.024148] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.024442] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cde713dc-0368-4f12-a4b7-1addcfb4faaa is going to be created. [ 668.041939] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4869a2be-735f-405a-94cf-84e4fe870830: rpc.has_security_group_logging(os_id): False [ 668.051080] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.051446] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.051768] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.052096] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.052343] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.052580] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.063668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.063855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.063855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.064130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.064219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.064505] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.064654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.064737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.064906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.065038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.065179] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.065297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.065359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.065503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.065571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.065745] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.065837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.065907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.066058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.066135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.066221] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 is going to be created. [ 668.126198] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9f9df0a9-becd-4637-9923-7d5763ffd2f6 None None] Enqueued Resource ID: cc244d8f-d228-4248-aedb-f6f86178388c with Priority: HIGHEST for action port [ 668.126758] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc244d8f-d228-4248-aedb-f6f86178388c with Priority: HIGHEST for action port [ 668.127095] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc244d8f-d228-4248-aedb-f6f86178388c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.127254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc244d8f-d228-4248-aedb-f6f86178388c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.127326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc244d8f-d228-4248-aedb-f6f86178388c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.127559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc244d8f-d228-4248-aedb-f6f86178388c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.127672] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc244d8f-d228-4248-aedb-f6f86178388c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.248353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.248535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.248580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.248767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.248941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.275191] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: IN_PROGRESS for 2s [ 668.320112] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.395407] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.396303] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.549229] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 668.549394] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 668.549524] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 668.550022] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 668.550155] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 668.553129] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 668.553543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.553690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.554015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.554183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.554285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.554636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.554864] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.555029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.555133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.555368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.555493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.555641] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.559593] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.563232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.633748] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc244d8f-d228-4248-aedb-f6f86178388c [ 668.633953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.634153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.634236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.634453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.634538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.634609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc244d8f-d228-4248-aedb-f6f86178388c already deleted. [ 668.634691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc244d8f-d228-4248-aedb-f6f86178388c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.653757] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_rules [ 668.653884] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 668.654008] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 668.654676] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 668.654676] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_rules [ 668.654676] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 668.654676] env[69888]: INFO networking_nsxv3.common.synchronization [req-a58cb6bd-0318-42f8-8fe0-4e674e687d19 req-68bff2e7-2beb-4d61-a047-ef21a5fa434b tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 668.662779] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_rules [ 668.662960] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 668.663110] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 668.663211] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58370be2-4982-4b18-91f8-5969a84308bb with Priority: HIGHEST for action port [ 668.664035] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_rules [ 668.664035] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 668.664035] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 668.664300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.664396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.664598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.664692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665626] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.665626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665626] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-58370be2-4982-4b18-91f8-5969a84308bb taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.665626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.665626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.665626] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58370be2-4982-4b18-91f8-5969a84308bb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.668567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.668699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.668770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.669017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.669096] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.669959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.670274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.670359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.823852] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.824107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.824107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.824253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.824330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.824427] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be created. [ 668.848213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.848213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.848213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.848213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.848213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.858178] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: UNINITIALIZED for 2s [ 668.889996] env[69888]: INFO networking_nsxv3.common.synchronization [req-d81bf61e-3034-4739-baeb-309afa12b268 req-e745c08a-9b15-4b45-935b-5d60f27dd249 service nova] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_rules [ 668.890227] env[69888]: INFO networking_nsxv3.common.synchronization [req-d81bf61e-3034-4739-baeb-309afa12b268 req-e745c08a-9b15-4b45-935b-5d60f27dd249 service nova] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 668.890345] env[69888]: INFO networking_nsxv3.common.synchronization [req-d81bf61e-3034-4739-baeb-309afa12b268 req-e745c08a-9b15-4b45-935b-5d60f27dd249 service nova] Enqueued Resource ID: cde713dc-0368-4f12-a4b7-1addcfb4faaa with Priority: HIGHEST for action port [ 668.890585] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_rules [ 668.890700] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 668.890794] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde713dc-0368-4f12-a4b7-1addcfb4faaa with Priority: HIGHEST for action port [ 668.891994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.892307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.892415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.892709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.892855] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.894784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.895527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.895527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.900036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.900036] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.900036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde713dc-0368-4f12-a4b7-1addcfb4faaa taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.900036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.900853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.900853] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde713dc-0368-4f12-a4b7-1addcfb4faaa',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.903792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.903997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.904120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.904558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.904693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.904831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 668.906331] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.906549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.906668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.906899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.907052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.907340] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be created. [ 668.941250] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.941250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.941250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.941250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.941250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.944758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.945264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.945442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.945738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.945991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.954639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: UNINITIALIZED for 2s [ 668.954639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 669.064626] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.172318] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58370be2-4982-4b18-91f8-5969a84308bb with status ACTIVE [ 669.173470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.174309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.174379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.174646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.174738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.174941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.175146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.175439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.175599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.175702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.175759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.175901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.175986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.176065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58370be2-4982-4b18-91f8-5969a84308bb is going to be updated. [ 669.177259] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.177412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.205228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.205272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.205457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.205620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.205784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58370be2-4982-4b18-91f8-5969a84308bb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.403412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.405194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.405194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.411512] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cde713dc-0368-4f12-a4b7-1addcfb4faaa with status ACTIVE [ 669.411744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.411877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.411983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.412252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.412348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.412525] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.412627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.412690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.412838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.412914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.413102] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.413196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.413256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.413397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.413470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.413552] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cde713dc-0368-4f12-a4b7-1addcfb4faaa is going to be updated. [ 669.438771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.438917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.439017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.439241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.439680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.439886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde713dc-0368-4f12-a4b7-1addcfb4faaa" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.491746] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 669.491927] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac deletion is rescheduled due to dependency. [ 669.492179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.568196] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.906331] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.072246] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.072246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.072246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.072246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.072246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.073389] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be created. [ 670.096609] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.096760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.096854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.097097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.097258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.108380] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: UNINITIALIZED for 2s [ 670.289350] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: SUCCESS [ 670.289629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.409076] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.409256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.409310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.409603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.409689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.409739] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be created. [ 670.432824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.432969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.433043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.433291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.433456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.441887] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: UNINITIALIZED for 2s [ 670.870085] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 670.870307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.870520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.870708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.870920] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.871108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.871179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.871354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.871465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.871661] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.971053] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 670.971329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972125] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 670.972293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.972443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.972655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.972841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.972959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.973032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.973197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.973326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.973393] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.974205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.974762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.974762] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.974762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.974762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.974966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.975011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.975138] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.377021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.377021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.377021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.377021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.377021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.378187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.378187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.378187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.378187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.378462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.477423] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.482732] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.883125] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 046a919b-7173-4b1e-a9d4-df163606f7d3: rpc.has_security_group_logging(os_id): False [ 671.902234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.902234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.902234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.905255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.906667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.908924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.908924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.908924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.908924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.908924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.908924] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be created. [ 671.973850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.974236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.975721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.976085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.976639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.984981] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.992058] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.992058] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 672.119223] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: SUCCESS [ 672.119624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.120229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.120229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.120229] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.120505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.120699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.120965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.121294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.122027] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.452377] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 672.452701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.452846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.453088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.453293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.453419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.453477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.453668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.453740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.453802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.453872] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.498114] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.498280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.498341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.499685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.499685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.499685] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 672.500483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.500596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.500725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.500837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.500937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.501078] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be updated. [ 672.539457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.539708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.540388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.540388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.540388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.542778] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.542960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.543120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.543351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.544287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.553115] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 672.553795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 672.625989] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.956624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.956834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.956834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.957075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.957239] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.957338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.957409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.957555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.957626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.957709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.957905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.957998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.958083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.958210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.959020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.959020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.959020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.959020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.959020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.959020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.959020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.131902] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.464620] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9173e08-6ed7-46f4-859c-377a16115616: rpc.has_security_group_logging(os_id): False [ 673.483334] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.486345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.486345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.486345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.486904] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.486904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.486904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.486904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.486904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.486904] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be created. [ 673.537146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.538043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.538133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.538361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.538581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.548976] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 673.633198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.633600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.633680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.633900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.634028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.634134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be updated. [ 673.687587] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.687736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.687807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.688056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.688218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.696913] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: IN_PROGRESS for 2s [ 673.895383] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 673.895383] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=14 [ 674.001775] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 674.002414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.534851] env[69888]: INFO networking_nsxv3.common.synchronization [req-1328ccfc-79d3-49d4-82a5-a9a6582fedf8 req-2dd63937-054d-462a-8b30-032329dd3b13 tempest-InstanceActionsV221TestJSON-260579705 tempest-InstanceActionsV221TestJSON-260579705-project-member] Enqueued Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 674.535544] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGHEST for action security_group_members [ 674.535744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.535855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.535919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.536145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.536303] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.536406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.536471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.536615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.536701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.536798] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.563708] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 674.563943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.564717] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 674.564886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.565777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.565777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.565926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.566153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.566728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.566911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.567007] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.567102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.567197] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.567945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.568125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.568304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.568414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.568499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.569582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.569582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.569582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.569582] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.570260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.570429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.570590] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.570694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.570755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.570898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.570971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.575105] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.576215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.576442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.576643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.576758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.576821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.577009] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.577104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.577197] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.039298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.039522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.039522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.039738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.039909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.040045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.040157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.040215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.040391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.040466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.040518] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 is going to be updated. [ 675.070368] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.070583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.070657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.070895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.071171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.072641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.072748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.080134] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.080134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: IN_PROGRESS for 2s [ 675.080134] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.080754] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.560537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 675.561109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.582361] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1198c0a5-1e11-4be4-9f2c-6731dddf9c65: rpc.has_security_group_logging(os_id): False [ 675.583512] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.586350] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.600590] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.600679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.600724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.600937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.601288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.601646] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.601812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.601864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.602042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.602144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.602250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be created. [ 675.668337] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.668337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.668337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.668337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.668652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.679107] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 675.704837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: SUCCESS [ 675.705098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.705288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.705518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.705738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.705859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.705933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.706142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.706233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.706326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.706435] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.860452] env[69888]: INFO networking_nsxv3.common.synchronization [req-48b5bfd2-67b1-48b4-a120-c26135f54d23 req-0df9cf2b-da79-4cc5-8118-9f8b6e67096b tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 675.865164] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 675.865164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.865164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.865164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.865164] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.090456] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.090542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.090615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.090853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.090966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.091108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be updated. [ 676.092504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.092639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.092725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.092928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.093132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.093232] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 676.120373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.120517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.120591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.120806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.120952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.123012] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.123600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.123675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.125489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.125942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.136117] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 676.137287] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 676.209317] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.257577] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.257880] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.258055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.258602] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.259011] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.259385] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.260105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.260105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.260105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.260437] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.260819] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.261443] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.261753] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.262151] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 676.262496] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.262841] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.285336] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.285336] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 676.285336] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.285336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.285336] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-21b937e5-f171-432d-818d-7ae40bee3e69 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.285336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.285336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.285336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.285336] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b937e5-f171-432d-818d-7ae40bee3e69',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.315048] env[69888]: INFO networking_nsxv3.common.synchronization [req-81c574a9-6e74-4054-9102-337e49817229 req-aafaae08-5c98-43cf-bc9d-f24db07c8c20 tempest-ImagesNegativeTestJSON-1594633539 tempest-ImagesNegativeTestJSON-1594633539-project-member] Enqueued Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 676.315048] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGHEST for action security_group_members [ 676.315048] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.315048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.315372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.315708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.316015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.316276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.316471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.316761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.317000] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.317239] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.378826] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.378826] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.378826] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 already deleted. [ 676.378826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.712418] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d1077f-9fe2-4487-956a-68477181bc2b: rpc.has_security_group_logging(os_id): False [ 676.739848] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.741028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.741174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.741384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.741485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.741738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.741863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.741929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.742118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.742200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.742293] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be created. [ 676.788151] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.788151] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.788151] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.788151] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.788459] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.788459] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 21b937e5-f171-432d-818d-7ae40bee3e69 not found, creating... [ 676.789031] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.789031] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.789031] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.789238] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.789377] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.789661] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.789816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.789956] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.792035] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.792215] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.792366] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 21b937e5-f171-432d-818d-7ae40bee3e69 is going to be created. [ 676.795266] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.795414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.795472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.795606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.795767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.822017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.822017] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 is going to be updated. [ 676.824448] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.824622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.824742] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.824973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.825214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.825440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.826717] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: IN_PROGRESS for 2s [ 676.879960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.883041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.883041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.883041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.883041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.890124] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: IN_PROGRESS for 2s [ 677.088956] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d911b647-144d-4b35-8f81-cfc51bd7a981 in Status: SUCCESS [ 677.089181] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 deletion is rescheduled due to dependency. [ 677.089321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542659] env[69888]: INFO networking_nsxv3.common.synchronization [req-48b5bfd2-67b1-48b4-a120-c26135f54d23 req-eaab7f6e-452b-47c5-bc91-6b817e9ef05b service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 677.542659] env[69888]: INFO networking_nsxv3.common.synchronization [req-48b5bfd2-67b1-48b4-a120-c26135f54d23 req-eaab7f6e-452b-47c5-bc91-6b817e9ef05b service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 677.542766] env[69888]: INFO networking_nsxv3.common.synchronization [req-48b5bfd2-67b1-48b4-a120-c26135f54d23 req-eaab7f6e-452b-47c5-bc91-6b817e9ef05b service nova] Enqueued Resource ID: 21b937e5-f171-432d-818d-7ae40bee3e69 with Priority: HIGHEST for action port [ 677.544101] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 677.544101] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 677.544101] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b937e5-f171-432d-818d-7ae40bee3e69 with Priority: HIGHEST for action port [ 677.544101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.544101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.544101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.544101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.544653] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.545339] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.545339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.545660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.545660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.545660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.545823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.545823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.545955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.547232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.547232] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.550323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b937e5-f171-432d-818d-7ae40bee3e69 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.550323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.550323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.550323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.550323] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b937e5-f171-432d-818d-7ae40bee3e69',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.691180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 677.691180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.691180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.691258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.691345] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.050840] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.052013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.052153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.052329] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21b937e5-f171-432d-818d-7ae40bee3e69 with status ACTIVE [ 678.052492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.052600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.052660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.052860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.052944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.053122] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.053219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.053279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.054191] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.054191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.054191] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21b937e5-f171-432d-818d-7ae40bee3e69 is going to be updated. [ 678.078970] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.079142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.079220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.079422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.079557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.079712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b937e5-f171-432d-818d-7ae40bee3e69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.149042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 4s [ 678.149654] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 4s [ 678.193504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.193504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.558099] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.839076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: SUCCESS [ 678.839352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.900112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4869a2be-735f-405a-94cf-84e4fe870830 in Status: SUCCESS [ 678.900112] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 deletion is rescheduled due to dependency. [ 678.900112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.939746] env[69888]: INFO networking_nsxv3.common.synchronization [req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc req-822d58fc-ca68-4798-8de1-9e3d1d2d728f tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 678.941199] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 678.941199] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.941199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.941199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.941448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.941448] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.941571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.941659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.941782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.942840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.942840] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.060570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.060923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.060923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.061083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.061159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.061265] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be created. [ 679.084798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.084798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.084798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.084798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.084798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.092906] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: UNINITIALIZED for 2s [ 679.445305] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.445578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.445669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.445964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.446144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.446399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.446506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.446597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.446770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.446882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.446983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed already deleted. [ 679.447114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.519614] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.519614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.519614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.519614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.519915] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.520223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.520405] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.521267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.521513] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.521797] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.521961] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.522256] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.522449] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.522613] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.522778] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.523100] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.540965] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.541314] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.541522] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.541749] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.542154] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-19279116-70d8-4d9f-b13b-883d82653206 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.542449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.542627] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.543015] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.543234] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19279116-70d8-4d9f-b13b-883d82653206',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.045850] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.046117] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.046249] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.046525] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.047101] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.047101] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 19279116-70d8-4d9f-b13b-883d82653206 not found, creating... [ 680.047101] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.047301] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.047378] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.047582] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.047719] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.047998] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.048170] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.048287] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.048506] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.048872] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.048872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 19279116-70d8-4d9f-b13b-883d82653206 is going to be created. [ 680.069304] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.069599] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.069689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.069936] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.070174] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.070412] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.161263] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 680.161501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.161661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.161874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.162100] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.162199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.162277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.162434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.162516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.162614] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.164793] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 680.165048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.165248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.165464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.165782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.165827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.165925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.166125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.166266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.166398] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.665437] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.668089] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.832192] env[69888]: INFO networking_nsxv3.common.synchronization [req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc req-9c164592-fc10-4967-81ca-26baf82e195a service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 680.832378] env[69888]: INFO networking_nsxv3.common.synchronization [req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc req-9c164592-fc10-4967-81ca-26baf82e195a service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 680.832521] env[69888]: INFO networking_nsxv3.common.synchronization [req-da9bb92d-0d0f-48cb-b80a-bbdfba51f6dc req-9c164592-fc10-4967-81ca-26baf82e195a service nova] Enqueued Resource ID: 19279116-70d8-4d9f-b13b-883d82653206 with Priority: HIGHEST for action port [ 680.832910] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 680.833060] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 680.833164] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19279116-70d8-4d9f-b13b-883d82653206 with Priority: HIGHEST for action port [ 680.833722] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.833845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.833914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.834177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.834263] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.835071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.835183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.835265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.835451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.835603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.835699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.835758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.835896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.835978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.836091] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.836767] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-19279116-70d8-4d9f-b13b-883d82653206 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.836905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.836933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.837093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.837168] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19279116-70d8-4d9f-b13b-883d82653206',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.102537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 681.102794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.102948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.103170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.103378] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.103524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.103595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.103751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.103834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.103920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.104017] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.168035] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.169840] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.339873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.341191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.341461] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.342400] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19279116-70d8-4d9f-b13b-883d82653206 with status ACTIVE [ 681.342599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.342716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.342784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.342992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.343098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.343270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.343371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.343434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.343585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.343660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.343837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.343927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.343987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.346698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.346827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.346951] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19279116-70d8-4d9f-b13b-883d82653206 is going to be updated. [ 681.368014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.368167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.368240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.368438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.368570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.368737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19279116-70d8-4d9f-b13b-883d82653206" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.406151] env[69888]: INFO networking_nsxv3.common.synchronization [req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 req-b3175fb0-61d2-4a3b-8c9d-95f9b4dfebe6 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 681.406695] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 681.406980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.407106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.613544] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.672156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.672339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.672405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.672603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.672693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.672808] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be updated. [ 681.674737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.674913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.674913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.675128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.675214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.675305] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 681.714808] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.714974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.715057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.715307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.715813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.717885] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.718012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.718090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.718284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.718414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.730271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 681.732211] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 681.849368] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.902294] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.902689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.902965] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.903549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.903938] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.907030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.907030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.907030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.907030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.907030] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.907030] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.907030] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.907030] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.907030] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.907030] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.907030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.926144] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.926144] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.926144] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.926144] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.926144] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-428d6c45-d766-42f1-8820-b00355d60b9e taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.926144] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.926390] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.926595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.927373] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428d6c45-d766-42f1-8820-b00355d60b9e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.117670] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf2925a-ba66-4aac-8f25-3cf00a032615: rpc.has_security_group_logging(os_id): False [ 682.133179] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.133381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.133422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.133709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.133805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.134104] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.134243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.134312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.134491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.134576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.134667] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be created. [ 682.221706] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.221857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.221929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.222162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.222348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.233405] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 682.353307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.353423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.353508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.353713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.353805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.353902] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be created. [ 682.380603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.380603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.380756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.380896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.381102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.390455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: UNINITIALIZED for 2s [ 682.429698] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.429928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.430106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.430598] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.430598] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.430749] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 428d6c45-d766-42f1-8820-b00355d60b9e not found, creating... [ 682.431016] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.431271] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.431401] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.431626] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.431761] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.432235] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.432332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.432425] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.432606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.433240] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.433240] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 428d6c45-d766-42f1-8820-b00355d60b9e is going to be created. [ 682.450532] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.450700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.450822] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.451077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.451363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.451579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.233416] env[69888]: INFO networking_nsxv3.common.synchronization [req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 req-637d9f32-787e-4acd-8b40-c1caaedb65f5 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 683.233416] env[69888]: INFO networking_nsxv3.common.synchronization [req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 req-637d9f32-787e-4acd-8b40-c1caaedb65f5 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 683.233416] env[69888]: INFO networking_nsxv3.common.synchronization [req-cbf338e9-dea6-47bb-afb6-5c7e518409e2 req-637d9f32-787e-4acd-8b40-c1caaedb65f5 service nova] Enqueued Resource ID: 428d6c45-d766-42f1-8820-b00355d60b9e with Priority: HIGHEST for action port [ 683.233416] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 683.233787] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 683.233787] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428d6c45-d766-42f1-8820-b00355d60b9e with Priority: HIGHEST for action port [ 683.234562] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.234727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.235450] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.237523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.237523] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-428d6c45-d766-42f1-8820-b00355d60b9e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.237523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.237523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.237523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.237523] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('428d6c45-d766-42f1-8820-b00355d60b9e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.740369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 428d6c45-d766-42f1-8820-b00355d60b9e with status ACTIVE [ 683.741173] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.741173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.741173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.741173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.741173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.741388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.741388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.741388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.742276] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.742276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.742276] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 428d6c45-d766-42f1-8820-b00355d60b9e is going to be updated. [ 683.747036] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 683.747222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.747367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.747557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.747740] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.748052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.748140] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.748227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.748364] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.749773] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 683.749990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.750151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.750316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.750468] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.750563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.750725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.750765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.750849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.750929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.751094] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.751387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.751387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.751387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.751553] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.751646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.751738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.751855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.751939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.752043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.752144] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.758533] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.758670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.758725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.758886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.759027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.759173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-428d6c45-d766-42f1-8820-b00355d60b9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.244807] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 684.245070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253615] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.255329] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 684.270614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.270831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.270831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.271034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.271172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.271421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.271514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.271623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.271744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.271815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.272012] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.272108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.272176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.272413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.272506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.272688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.272781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.272839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.272986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.273098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.273162] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 684.326061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.326188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.326188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.326355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.326516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.337995] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 684.400369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 684.401327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.401327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402579] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.402579] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.404593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.404816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.404967] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.405088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.405148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.405740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.405836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.405940] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.756203] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1198c0a5-1e11-4be4-9f2c-6731dddf9c65: rpc.has_security_group_logging(os_id): False [ 684.775201] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.775442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.775576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.775919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.776078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.776431] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.776588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.776679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.777016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.777157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.777311] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be updated. [ 684.843189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.843342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.843482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.844142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.844142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.857638] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 684.908474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.908634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.908813] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.412494] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.917335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.917459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.917459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.917700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.917793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.917900] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 685.951365] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.951365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.951365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.951365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.951365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.960527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 686.354309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 686.354309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.354500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.355211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.355211] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.857894] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.858230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.858230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.858542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.858910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.858996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.859116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.859348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.859495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.859676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.859812] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.873176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 686.873386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.995263] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 686.995812] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 686.996029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 686.996174] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 686.996428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-33357b3c-21e0-4937-992b-745ac44bb42e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.996571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.996607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.996866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.998533] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.998761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.998902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.999158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.999326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.999482] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.000735] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.004020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.004020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.082102] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 687.082353] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.082512] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_rules [ 687.082646] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 687.082779] env[69888]: INFO networking_nsxv3.common.synchronization [req-073710ee-3dd3-47ca-a5e5-0d4de6e546da req-bac06c9d-43b6-4ec7-a400-1d0e3f6d0fb7 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 687.083474] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 687.083672] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_rules [ 687.083773] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 687.083864] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.083951] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 687.092327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.092327] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.092327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33357b3c-21e0-4937-992b-745ac44bb42e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.092327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.092327] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.095460] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2fab4f-583f-4d54-bd79-06719058185f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.095582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.095652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.095896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.095896] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2fab4f-583f-4d54-bd79-06719058185f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.096664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.096759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.098699] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-33357b3c-21e0-4937-992b-745ac44bb42e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.098699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.362866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.364052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.364366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.364366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.364366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.364523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.364640] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.364727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.364784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.364914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.365013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365514] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.504093] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.513867] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.518068] env[69888]: INFO networking_nsxv3.common.synchronization [req-8d0acebc-d503-42dc-a4ea-4ca47cc81ff8 req-0b1ab58d-a6cb-4f5b-b8ae-20e9a9ca15ea tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 687.518261] env[69888]: INFO networking_nsxv3.common.synchronization [req-8d0acebc-d503-42dc-a4ea-4ca47cc81ff8 req-0b1ab58d-a6cb-4f5b-b8ae-20e9a9ca15ea tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.521712] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33357b3c-21e0-4937-992b-745ac44bb42e with Priority: HIGHEST for action security_group_members [ 687.521902] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.522507] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-33357b3c-21e0-4937-992b-745ac44bb42e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.522611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.522806] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.523015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.593630] env[69888]: INFO networking_nsxv3.common.synchronization [req-8d0acebc-d503-42dc-a4ea-4ca47cc81ff8 req-0b1ab58d-a6cb-4f5b-b8ae-20e9a9ca15ea tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 687.593900] env[69888]: INFO networking_nsxv3.common.synchronization [req-8d0acebc-d503-42dc-a4ea-4ca47cc81ff8 req-0b1ab58d-a6cb-4f5b-b8ae-20e9a9ca15ea tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.594267] env[69888]: INFO networking_nsxv3.common.synchronization [req-8d0acebc-d503-42dc-a4ea-4ca47cc81ff8 req-0b1ab58d-a6cb-4f5b-b8ae-20e9a9ca15ea tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 687.595101] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_rules [ 687.595362] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 687.595604] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb2fab4f-583f-4d54-bd79-06719058185f with Priority: HIGHEST for action port [ 687.596467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.596712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.597095] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.597305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.597649] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb2fab4f-583f-4d54-bd79-06719058185f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.597835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.598637] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-33357b3c-21e0-4937-992b-745ac44bb42e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.598833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.599166] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb2fab4f-583f-4d54-bd79-06719058185f with status ACTIVE [ 687.599397] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.599550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.599648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.599939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.600086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.600332] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.600474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.600568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.600798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.600914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.601515] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.601728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.601907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.602247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.605536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.605536] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb2fab4f-583f-4d54-bd79-06719058185f is going to be updated. [ 687.605536] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.605536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.623121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.625857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.625857] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb2fab4f-583f-4d54-bd79-06719058185f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.869309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 687.887706] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.887706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.887706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.887887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.887976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.888242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.888353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.888434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.888619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.888701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.888919] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.889041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.889114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.889308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.889406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.893150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.893150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.893150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.893150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.893150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.893150] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 687.958715] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.959266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.959266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.960152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.961307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.972236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 687.973097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.973822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.973822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.973822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.973822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.973948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.974047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.974137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.974239] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.976282] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 688.009299] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.017064] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.131018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb2fab4f-583f-4d54-bd79-06719058185f with status ACTIVE [ 688.131018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.131018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.131018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.131018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.131941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.132439] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb2fab4f-583f-4d54-bd79-06719058185f is going to be updated. [ 688.160727] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.160727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.160727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.160727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.160727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.160727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb2fab4f-583f-4d54-bd79-06719058185f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.477716] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.514968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.514968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.514968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.514968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.514968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.514968] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e is going to be created. [ 688.522149] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.522149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.522149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.522149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.522149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.522149] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 688.536669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.536669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.536669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.536669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.536669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.543193] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33357b3c-21e0-4937-992b-745ac44bb42e in Status: UNINITIALIZED for 2s [ 688.560113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.560113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.560113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.560113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.560113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 688.979691] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.267012] env[69888]: INFO networking_nsxv3.common.synchronization [None req-af480d3b-2187-4db8-84cd-4c0f720f8ad1 None None] Enqueued Resource ID: 49fef882-44cc-407a-ae38-21b0f0b5adbf with Priority: HIGHEST for action port [ 689.269219] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49fef882-44cc-407a-ae38-21b0f0b5adbf with Priority: HIGHEST for action port [ 689.269219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-49fef882-44cc-407a-ae38-21b0f0b5adbf taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.269219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49fef882-44cc-407a-ae38-21b0f0b5adbf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.269219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49fef882-44cc-407a-ae38-21b0f0b5adbf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.269219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49fef882-44cc-407a-ae38-21b0f0b5adbf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.269938] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49fef882-44cc-407a-ae38-21b0f0b5adbf',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.483886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.484076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.484133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.485616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.485761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.486095] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 689.513228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.513485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.513612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.513858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.514033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.525589] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 689.771308] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49fef882-44cc-407a-ae38-21b0f0b5adbf [ 689.771567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.771877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.771877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.772032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.772141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.772241] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49fef882-44cc-407a-ae38-21b0f0b5adbf already deleted. [ 689.772324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49fef882-44cc-407a-ae38-21b0f0b5adbf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.989364] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 689.989843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.552787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33357b3c-21e0-4937-992b-745ac44bb42e in Status: SUCCESS [ 690.553723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.553723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.553723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.553723] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.553974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.553974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.553974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.554062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.554191] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.577831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 690.578313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.581248] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.581248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.581248] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.060520] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.060520] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.060520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.060520] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e is going to be deleted. [ 691.086057] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.086057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.086057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.086057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.086724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.086917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.087109] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.538020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.538020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.538020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.538768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.538954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.539176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.539374] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.592054] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.592054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.592054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.592054] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e already deleted. [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.592054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.593114] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.593409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.593568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.593889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.594354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.594566] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.660962] env[69888]: INFO networking_nsxv3.common.synchronization [None req-54764523-09fb-48f2-8c12-7f4771db11b7 None None] Enqueued Resource ID: e75808af-2afc-4c75-977b-ed4d519466c5 with Priority: HIGHEST for action port [ 691.660962] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e75808af-2afc-4c75-977b-ed4d519466c5 with Priority: HIGHEST for action port [ 691.660962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e75808af-2afc-4c75-977b-ed4d519466c5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.660962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e75808af-2afc-4c75-977b-ed4d519466c5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.660962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e75808af-2afc-4c75-977b-ed4d519466c5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.660962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e75808af-2afc-4c75-977b-ed4d519466c5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.660962] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e75808af-2afc-4c75-977b-ed4d519466c5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.042649] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2635004c-10e9-4398-a6ec-ae210e04d2ed: rpc.has_security_group_logging(os_id): False [ 692.058516] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.058649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.058725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.058936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.059398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.059520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.059590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.059759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.059844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060068] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.060247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.060395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.060471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.060662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.060887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.060939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.061810] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be created. [ 692.093195] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.093640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.094033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.094134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 692.100418] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.100547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.100617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.100808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.100896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.101204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.101316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.101498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.101579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101665] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e already deleted. [ 692.101741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.101833] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.112111] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.112252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.112300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.112492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.112661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.117135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.117262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.117326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.117500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.117630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.124934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 692.126300] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 692.168038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e75808af-2afc-4c75-977b-ed4d519466c5 [ 692.168269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.168404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.168473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.168692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.168786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.169112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e75808af-2afc-4c75-977b-ed4d519466c5 already deleted. [ 692.170953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e75808af-2afc-4c75-977b-ed4d519466c5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.604708] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33357b3c-21e0-4937-992b-745ac44bb42e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.974619] env[69888]: INFO networking_nsxv3.common.synchronization [req-d1ea2de0-fde8-445b-8c21-0c54a137b105 req-b223d8af-6b68-41c2-bc22-03abd221feca tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 692.975541] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 692.975644] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.975726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.975771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.976033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.976190] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.976290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.976355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.976524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.976634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.976779] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.109028] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33357b3c-21e0-4937-992b-745ac44bb42e: rpc.has_security_group_logging(os_id): False [ 693.125650] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.125830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.125910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.126484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.126608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.126882] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.126994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.127083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.127254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.127336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.127435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e is going to be created. [ 693.144168] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e], does not exist path=[/infra/domains/default/groups/33357b3c-21e0-4937-992b-745ac44bb42e]."\n}' [ 693.144348] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e [ 693.144440] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 693.175101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.175268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.175358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.175608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.176554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.178800] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.178952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.179033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.179278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.179380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180098] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.180098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.180098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.180098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.180098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.180098] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33357b3c-21e0-4937-992b-745ac44bb42e is going to be created. [ 693.195468] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e], does not exist path=[/infra/domains/default/groups/33357b3c-21e0-4937-992b-745ac44bb42e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e [ 693.195681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33357b3c-21e0-4937-992b-745ac44bb42e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.196219] env[69888]: Traceback (most recent call last): [ 693.196255] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 693.196255] env[69888]: return func(*args, **kwargs) [ 693.196255] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 693.196255] env[69888]: res.raise_for_status() [ 693.196255] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 693.196255] env[69888]: raise HTTPError(http_error_msg, response=self) [ 693.196255] env[69888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e [ 693.196255] env[69888]: During handling of the above exception, another exception occurred: [ 693.196255] env[69888]: Traceback (most recent call last): [ 693.196467] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 693.196467] env[69888]: listener.cb(fileno) [ 693.196467] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 693.196467] env[69888]: result = function(*args, **kwargs) [ 693.196467] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 693.196467] env[69888]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 693.196467] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 693.196467] env[69888]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 693.196467] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 693.196467] env[69888]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 693.196467] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 693.196467] env[69888]: res.raise_for_status() [ 693.196467] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 693.196467] env[69888]: raise HTTPError(http_error_msg, response=self) [ 693.196467] env[69888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/33357b3c-21e0-4937-992b-745ac44bb42e [ 693.196467] env[69888]: Removing descriptor: 15 [ 693.479497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.480164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.481713] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.481713] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 already deleted. [ 693.481713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.539560] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.539757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.539883] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.540502] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.540663] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.540780] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.540994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.541224] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.541534] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.541690] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 693.541805] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 693.541913] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 693.542463] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 693.542463] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 693.542463] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 693.559817] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 693.560533] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 693.560533] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 693.560533] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.560775] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5345afda-0954-491a-923e-66c01cc74fd6 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.560847] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.561195] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.561314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.562304] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5345afda-0954-491a-923e-66c01cc74fd6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.063847] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.064081] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.064212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.064512] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.064664] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.064818] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5345afda-0954-491a-923e-66c01cc74fd6 not found, creating... [ 694.065994] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.066277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.066417] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.066723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.066896] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.067228] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.067392] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.067514] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.067729] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.067867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.068015] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5345afda-0954-491a-923e-66c01cc74fd6 is going to be created. [ 694.089026] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.089026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.089223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.089431] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.089670] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.090242] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.135349] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 4s [ 694.138467] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 694.139955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.139955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.139955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.139955] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.646221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.647789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.648260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.648518] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.648677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.649597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.649848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.649987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.650149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.650256] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.080103] env[69888]: INFO networking_nsxv3.common.synchronization [req-d1ea2de0-fde8-445b-8c21-0c54a137b105 req-b529b420-f60b-4d17-9157-b47f6403a49b service nova] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 695.080103] env[69888]: INFO networking_nsxv3.common.synchronization [req-d1ea2de0-fde8-445b-8c21-0c54a137b105 req-b529b420-f60b-4d17-9157-b47f6403a49b service nova] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 695.080103] env[69888]: INFO networking_nsxv3.common.synchronization [req-d1ea2de0-fde8-445b-8c21-0c54a137b105 req-b529b420-f60b-4d17-9157-b47f6403a49b service nova] Enqueued Resource ID: 5345afda-0954-491a-923e-66c01cc74fd6 with Priority: HIGHEST for action port [ 695.080925] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_rules [ 695.081121] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 695.081168] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5345afda-0954-491a-923e-66c01cc74fd6 with Priority: HIGHEST for action port [ 695.081469] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.081592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.081654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.081882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.081968] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.083341] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.083341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.083341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.083696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.083696] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.083814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.083814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.086784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.086784] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.086784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5345afda-0954-491a-923e-66c01cc74fd6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.086784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.086784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.086784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.086784] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5345afda-0954-491a-923e-66c01cc74fd6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.152684] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.153802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.153802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.153802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.154427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.154427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.154427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.154717] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.154717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.154717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.154717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.154943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.154943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.154943] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.370915] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4f542009-310b-46d8-b3c7-9131384c4cc2 None None] Enqueued Resource ID: 2f9dd41d-1ed4-4c53-b406-f8c282d15df3 with Priority: HIGHEST for action port [ 695.371202] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f9dd41d-1ed4-4c53-b406-f8c282d15df3 with Priority: HIGHEST for action port [ 695.371901] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f9dd41d-1ed4-4c53-b406-f8c282d15df3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.371986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f9dd41d-1ed4-4c53-b406-f8c282d15df3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.372038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f9dd41d-1ed4-4c53-b406-f8c282d15df3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.372319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f9dd41d-1ed4-4c53-b406-f8c282d15df3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.372418] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f9dd41d-1ed4-4c53-b406-f8c282d15df3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.587744] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.589083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.589199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.589401] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5345afda-0954-491a-923e-66c01cc74fd6 with status ACTIVE [ 695.589570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.589684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.589755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.589960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.590045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.590200] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.590295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.590343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.590485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.590559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.590732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.590826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.590873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.590998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.591165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.591258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5345afda-0954-491a-923e-66c01cc74fd6 is going to be updated. [ 695.610209] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.610480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.610480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.610601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.610649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.610771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5345afda-0954-491a-923e-66c01cc74fd6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.659635] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2635004c-10e9-4398-a6ec-ae210e04d2ed: rpc.has_security_group_logging(os_id): False [ 695.680526] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.680627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.680676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.680917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.701273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.701576] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.701733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.701804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.702098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702333] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.702530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.702638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.702711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.702897] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.702987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.703096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.703194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.703291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.703341] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 695.779340] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.779716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.779799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.781556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.781556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.796087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 695.874182] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f9dd41d-1ed4-4c53-b406-f8c282d15df3 [ 695.874182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.874358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.874358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.874536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.874628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.874726] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f9dd41d-1ed4-4c53-b406-f8c282d15df3 already deleted. [ 695.874804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f9dd41d-1ed4-4c53-b406-f8c282d15df3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.888885] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ffe6c8ec-e598-40cc-9330-fdc5ecc98efd tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 695.889693] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 695.890018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.890312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.890417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.890769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.890769] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.020430] env[69888]: INFO networking_nsxv3.common.synchronization [None req-39060ec3-1bed-4afe-9744-7a6fbc83e9de tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 696.020993] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 696.021319] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.021426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.093062] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.145122] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 696.145428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.145571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.145876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.146344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.146769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.146769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.146918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.147059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.147200] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.175832] env[69888]: INFO networking_nsxv3.common.synchronization [req-ff0f5cc5-246e-47da-8362-ab601ac39275 req-014c007c-289d-4ad6-be5a-cd87dc0bb699 tempest-ServerRescueTestJSONUnderV235-1296431569 tempest-ServerRescueTestJSONUnderV235-1296431569-project-member] Enqueued Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 696.176683] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 with Priority: HIGHEST for action security_group_members [ 696.176683] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.176855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.412180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.412354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.412439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.412668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.412775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.412881] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 already deleted. [ 696.412964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.413128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.413283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.413365] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.598255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.598255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.598255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.598255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.598255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.598255] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 is going to be created. [ 696.619610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.619778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.619848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.620077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.620239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.631513] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: UNINITIALIZED for 2s [ 696.649405] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.939019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.939019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.939019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.939019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.939019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.939019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 already deleted. [ 696.939019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.156106] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.628339] env[69888]: INFO networking_nsxv3.common.synchronization [None req-595e7e78-bae5-4dae-a662-34ab9e3946f7 None None] Enqueued Resource ID: d9a99601-32a4-4437-afcc-86d7031f0faf with Priority: HIGHEST for action port [ 697.629034] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9a99601-32a4-4437-afcc-86d7031f0faf with Priority: HIGHEST for action port [ 697.629381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9a99601-32a4-4437-afcc-86d7031f0faf taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.629492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9a99601-32a4-4437-afcc-86d7031f0faf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.629565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9a99601-32a4-4437-afcc-86d7031f0faf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.629831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9a99601-32a4-4437-afcc-86d7031f0faf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.629940] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9a99601-32a4-4437-afcc-86d7031f0faf',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.664235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.664386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.664457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.665044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.665044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.665044] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 697.692674] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.692804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.692804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.693675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.693675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.701813] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 697.810647] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 697.811237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.132660] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9a99601-32a4-4437-afcc-86d7031f0faf [ 698.132833] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.132961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.133193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.133451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.133451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.133451] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9a99601-32a4-4437-afcc-86d7031f0faf already deleted. [ 698.133638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9a99601-32a4-4437-afcc-86d7031f0faf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.639606] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: SUCCESS [ 698.640024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.640275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.640415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.640525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.640583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.640739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.640811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.640989] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.143576] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.646926] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for daaa9fa8-f7b8-4f00-91de-8f28b8940915: rpc.has_security_group_logging(os_id): False [ 699.664889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.665141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.665141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.665327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.665417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.665658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.665748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.665807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.665956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.666043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.666128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 is going to be created. [ 699.708799] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 699.709057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.709190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709585] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.709751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.709805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.709917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.709994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.710096] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.722156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.722273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.722329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.722561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.722712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.732170] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: IN_PROGRESS for 2s [ 699.832916] env[69888]: INFO networking_nsxv3.common.synchronization [req-c7662ebc-65ef-4203-8fac-e92e2c61180e req-8ea3b877-249c-48ed-847e-f096d6afc3e9 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 699.832916] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 699.833120] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.833120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.833264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.833344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.833521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.833648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.833709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.833851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.833996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.834079] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.216275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.216275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.216275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.216275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.235736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.236043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.236211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.236307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.236547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.237421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.237568] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 700.269184] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.269184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.269184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.269559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.269769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.279084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 700.324934] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325258] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325366] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325654] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325973] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.326317] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.326568] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.326984] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.327279] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.327577] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.327732] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 700.327875] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 700.328023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 700.329663] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 700.329663] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 700.329663] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 700.336253] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.352829] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 700.353118] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 700.353293] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 700.353512] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.353901] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-9e25346c-3a51-419d-8641-53e804088ba4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.355617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.355819] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.356214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.356546] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25346c-3a51-419d-8641-53e804088ba4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.840889] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.859837] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.860083] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.860207] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.860507] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.860653] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.860807] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 9e25346c-3a51-419d-8641-53e804088ba4 not found, creating... [ 700.861082] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.861227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.861343] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.861599] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.861739] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862053] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.862212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.862324] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.862573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862715] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862851] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 9e25346c-3a51-419d-8641-53e804088ba4 is going to be created. [ 700.887044] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.887277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.887376] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.887652] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.887881] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.888126] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.346815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.347067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.347067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.347273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.347368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.347478] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 701.379334] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.379649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.379734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.379961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.380153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.388715] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [req-c7662ebc-65ef-4203-8fac-e92e2c61180e req-b33d5043-7c16-43ef-948f-12e789527044 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [req-c7662ebc-65ef-4203-8fac-e92e2c61180e req-b33d5043-7c16-43ef-948f-12e789527044 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [req-c7662ebc-65ef-4203-8fac-e92e2c61180e req-b33d5043-7c16-43ef-948f-12e789527044 service nova] Enqueued Resource ID: 9e25346c-3a51-419d-8641-53e804088ba4 with Priority: HIGHEST for action port [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 701.715029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e25346c-3a51-419d-8641-53e804088ba4 with Priority: HIGHEST for action port [ 701.715029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.715029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.715029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.715775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.716059] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.717316] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.717548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.717958] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e25346c-3a51-419d-8641-53e804088ba4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.718235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.718414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.718688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.719669] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e25346c-3a51-419d-8641-53e804088ba4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.744686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: SUCCESS [ 701.744686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.218822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.218822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.226353] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e25346c-3a51-419d-8641-53e804088ba4 with status ACTIVE [ 702.226590] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.226813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.227425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.227425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.227425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.227556] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.227614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.227675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.228543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.228543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.228543] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e25346c-3a51-419d-8641-53e804088ba4 is going to be updated. [ 702.250240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.250729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.250729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.251217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.251256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.251546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e25346c-3a51-419d-8641-53e804088ba4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.293177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 702.293473] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 deletion is rescheduled due to dependency. [ 702.293657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.293920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.294263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.295101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.295101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.295101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.295619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.295974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.296225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.296472] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.297746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.298034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.299462] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.299656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.299828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.300058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.300196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.300336] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.355072] env[69888]: INFO networking_nsxv3.common.synchronization [None req-341b8256-ec39-4047-a3d8-0f9afcf3618d tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac with Priority: HIGHEST for action security_group_rules [ 702.355596] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac with Priority: HIGHEST for action security_group_rules [ 702.356184] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.356184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.356184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.356335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.356431] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.434226] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4defaf52-9451-46e2-822c-5190f0ab0132 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac with Priority: HIGHEST for action security_group_rules [ 702.434715] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac with Priority: HIGHEST for action security_group_rules [ 702.435456] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.435617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.802622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.803160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.803577] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.803751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.803875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.804365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.804525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.804761] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.804888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.804961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.805344] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 702.829761] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.829948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.830047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.830284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.830460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.838578] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 702.875152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.875342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.875445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.875691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.875830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.875956] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac already deleted. [ 702.876100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.876472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.876584] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.395172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.395447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.395557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.395640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.395742] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac already deleted. [ 703.395827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b32d8aa-7a5e-4ce6-b501-0bec16bc32ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.398910] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 703.399161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.399264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.399461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.399627] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.399728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.399783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.399925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.400008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.400105] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.904071] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.405651] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.854575] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 704.854762] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 deletion is rescheduled due to dependency. [ 704.854875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.855298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.855527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.855853] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.856018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.856371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.856555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.856649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.856910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-046a919b-7173-4b1e-a9d4-df163606f7d3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.857020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.857083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.857225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.857363] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.857453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.857513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.857646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.857717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.857796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.857905] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.908819] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.908994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.909076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.909285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.909370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.909469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 704.933884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.934020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.934284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.934386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.934468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.942972] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 705.360723] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 046a919b-7173-4b1e-a9d4-df163606f7d3: rpc.has_security_group_logging(os_id): False [ 705.379063] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.379522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.379620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.379842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.379939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.379999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.380408] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.380497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.380560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.380700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.380771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.380945] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.381295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.381295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.381295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.381295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.381495] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be updated. [ 705.437866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.438154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.438154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.438296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.438437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.449263] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: IN_PROGRESS for 2s [ 706.648625] env[69888]: INFO networking_nsxv3.common.synchronization [req-e697f9a6-e1b8-486b-9f61-4c3f2d9d62ae req-7171b888-7fbb-4976-a62d-a011e3db2bcc tempest-ServersTestManualDisk-98898606 tempest-ServersTestManualDisk-98898606-project-member] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 706.649077] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGHEST for action security_group_members [ 706.649403] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.649528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.649596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.649815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.650109] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.650308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.650351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.650558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.650605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.650695] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('194b0e5e-7cb7-4152-8c55-fd9de86b9f80',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.955029] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.955029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.955029] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.154501] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.154697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.154776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.155501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.176540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.176972] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.177126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.177205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.177421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.177508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.177611] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 is going to be updated. [ 707.201213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.201374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.201456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.201693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.201841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.210010] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: IN_PROGRESS for 2s [ 707.347048] env[69888]: INFO networking_nsxv3.common.synchronization [req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c req-fc61c3e9-e357-4f0d-9bcb-1a53cbc066be tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Enqueued Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 707.347607] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 707.347923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.348047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348526] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.348623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.348897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.348897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.348897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.349072] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.459205] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.459373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.459462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.459660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.459830] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.459929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.459993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.460164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.460253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.460346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.460481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.460573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.460647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.460772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.461018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.461018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.461106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.461200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.461275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.461838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.461838] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.464318] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 in Status: SUCCESS [ 707.464516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.464864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.464950] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('046a919b-7173-4b1e-a9d4-df163606f7d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.711565] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-935 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.711867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-935" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.711906] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-935" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.712254] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-935" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.712613] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.712705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.712818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.713051] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.713192] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.713396] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.713505] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.714404] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.714404] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.714404] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 707.714404] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.714404] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.732605] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.732605] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 707.732735] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.732898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-935" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.733233] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-44b8969f-3f59-4e71-90c7-6127e3c6470f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.733402] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.733524] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.733826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.733962] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b8969f-3f59-4e71-90c7-6127e3c6470f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.850994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.850994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.850994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.852159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.852159] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae already deleted. [ 707.852159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.967302] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 707.985390] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.985521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.985586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.985789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.987361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.987460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.005171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.005427] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.005540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.005603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.005800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.005876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006112] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.006261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.006323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.006486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.006558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.006820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.008271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.008271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.008271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.008271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 708.008271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.008686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.008686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.008686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 046a919b-7173-4b1e-a9d4-df163606f7d3 is going to be deleted. [ 708.058791] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.058924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.058991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.059214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.059297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.059409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-046a919b-7173-4b1e-a9d4-df163606f7d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.064154] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.064292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.064357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.064544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.064679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.080700] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 708.244033] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.244033] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 44b8969f-3f59-4e71-90c7-6127e3c6470f not found, creating... [ 708.244033] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.244033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.244639] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.244639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.244639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.244639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.244639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.244639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 44b8969f-3f59-4e71-90c7-6127e3c6470f is going to be created. [ 708.284415] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.284415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.284415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.284415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.284415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.284415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.422322] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6211298e-6489-4d48-80fb-b4d8ed59ac1f None None] Enqueued Resource ID: fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476 with Priority: HIGHEST for action port [ 708.422322] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476 with Priority: HIGHEST for action port [ 708.422989] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.423363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.423675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.424278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.424810] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.929499] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476 [ 708.929499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.929499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.929499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.930302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.930302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.930302] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476 already deleted. [ 708.930302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd7e5a8a-c3b6-4bd1-b1ec-ef75ac164476" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.065882] env[69888]: INFO networking_nsxv3.common.synchronization [req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c req-ca79ef70-bac9-4c42-81e4-5b73f7e6a38e service nova] Enqueued Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_rules [ 709.066085] env[69888]: INFO networking_nsxv3.common.synchronization [req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c req-ca79ef70-bac9-4c42-81e4-5b73f7e6a38e service nova] Enqueued Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 709.066228] env[69888]: INFO networking_nsxv3.common.synchronization [req-7f6dd788-cc78-42fc-bb1e-7f86c1eb970c req-ca79ef70-bac9-4c42-81e4-5b73f7e6a38e service nova] Enqueued Resource ID: 44b8969f-3f59-4e71-90c7-6127e3c6470f with Priority: HIGHEST for action port [ 709.066463] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_rules [ 709.066585] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 709.066681] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44b8969f-3f59-4e71-90c7-6127e3c6470f with Priority: HIGHEST for action port [ 709.067481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.067481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.067481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.067720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.067811] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.068691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.068813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.068879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.069067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.069152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.069258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.069303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.069446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.069557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.069674] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.070442] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-44b8969f-3f59-4e71-90c7-6127e3c6470f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.070546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.070591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.070750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.070821] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44b8969f-3f59-4e71-90c7-6127e3c6470f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.219243] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 in Status: SUCCESS [ 709.219430] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 deletion is rescheduled due to dependency. [ 709.219547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-194b0e5e-7cb7-4152-8c55-fd9de86b9f80" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.573219] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 44b8969f-3f59-4e71-90c7-6127e3c6470f with status ACTIVE [ 709.573456] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.573592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.573662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.573879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.573972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.574171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.574262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.574320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.574467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.574544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.574783] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.574889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.574941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.575097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.575164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.575252] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 44b8969f-3f59-4e71-90c7-6127e3c6470f is going to be updated. [ 709.577700] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.577700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.577794] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.598347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.598466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.598549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.598730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.598882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.599028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44b8969f-3f59-4e71-90c7-6127e3c6470f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.082828] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.094891] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 710.094891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.384217] env[69888]: INFO networking_nsxv3.common.synchronization [req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb req-10f82385-6aee-41a2-80e3-32790a601323 tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Enqueued Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 710.384606] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 710.385692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.385692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.385692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.385692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.385692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.385894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.385894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.386015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.386117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.386285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.585425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.585584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.585647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.586020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.586020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.586213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae is going to be created. [ 710.592579] env[69888]: INFO networking_nsxv3.common.synchronization [None req-414d8445-472e-4d86-a641-b2474afac254 None None] Enqueued Resource ID: 70b44438-df41-42da-8b31-37825e417e81 with Priority: HIGHEST for action port [ 710.592735] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b44438-df41-42da-8b31-37825e417e81 with Priority: HIGHEST for action port [ 710.593570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-70b44438-df41-42da-8b31-37825e417e81 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.593570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70b44438-df41-42da-8b31-37825e417e81" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.593570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70b44438-df41-42da-8b31-37825e417e81" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.594584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70b44438-df41-42da-8b31-37825e417e81" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.594584] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70b44438-df41-42da-8b31-37825e417e81',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.607679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.607758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.607789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.607990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.608183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.616840] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: UNINITIALIZED for 2s [ 710.891407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.891603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.891684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.891901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.891998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.892232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.892377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.892443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.892625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.892721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.892812] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 already deleted. [ 710.893300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.948020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-616 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.948171] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.948367] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.948733] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.949016] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.949188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.949311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.950598] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.950875] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.951147] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.951306] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.951474] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.951546] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.951684] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 710.951766] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.951904] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.971052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.971257] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 710.971417] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.971633] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.971982] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-eb360076-bd3d-4497-9b30-3f2118a35aef taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.972378] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.972378] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.972647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.972788] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb360076-bd3d-4497-9b30-3f2118a35aef',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.099463] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70b44438-df41-42da-8b31-37825e417e81 [ 711.099844] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.100249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.100479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.100851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.101056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.101258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70b44438-df41-42da-8b31-37825e417e81 already deleted. [ 711.101402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70b44438-df41-42da-8b31-37825e417e81" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.475680] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.475960] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.476186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.476579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.476824] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.477098] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port eb360076-bd3d-4497-9b30-3f2118a35aef not found, creating... [ 711.477522] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.477772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.477980] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.478353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.478584] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.479786] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.480071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.480293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.480606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.480796] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.480981] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: eb360076-bd3d-4497-9b30-3f2118a35aef is going to be created. [ 711.499331] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.499668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.499894] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.500378] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.500655] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.500918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.846855] env[69888]: INFO networking_nsxv3.common.synchronization [req-172caa16-aaad-4832-87ac-4b983fb44cc1 req-e8330671-a329-4172-873a-b80612780a2d tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 711.847393] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 711.847771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.847900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.847900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.852019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.852019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.852019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.852019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.852019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.852019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.852019] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.353238] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.353238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.353238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.353238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.374806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.374806] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.374806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.374806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.374806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.374806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.374806] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be updated. [ 712.401337] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.401489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.401613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.401838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.401976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.426529] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 712.445831] env[69888]: INFO networking_nsxv3.common.synchronization [req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb req-5d32f786-0e50-49e3-ba66-ae5c14129cf1 service nova] Enqueued Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_rules [ 712.446035] env[69888]: INFO networking_nsxv3.common.synchronization [req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb req-5d32f786-0e50-49e3-ba66-ae5c14129cf1 service nova] Enqueued Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 712.446185] env[69888]: INFO networking_nsxv3.common.synchronization [req-3f7cd1b1-962e-4795-bab9-4c51cf9b32eb req-5d32f786-0e50-49e3-ba66-ae5c14129cf1 service nova] Enqueued Resource ID: eb360076-bd3d-4497-9b30-3f2118a35aef with Priority: HIGHEST for action port [ 712.446423] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_rules [ 712.446557] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 712.446664] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb360076-bd3d-4497-9b30-3f2118a35aef with Priority: HIGHEST for action port [ 712.448170] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.448170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.448170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.448170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.448170] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.452027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.452027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.452027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.452027] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.452027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb360076-bd3d-4497-9b30-3f2118a35aef taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.456278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.456278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.456278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.456278] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb360076-bd3d-4497-9b30-3f2118a35aef',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.625894] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: SUCCESS [ 712.625894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.625995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.626234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.626469] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.626553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.626869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.626869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.626996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.626996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.627067] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.878836] env[69888]: INFO networking_nsxv3.common.synchronization [req-2aa14451-85da-4398-949d-3a7a81b02b01 req-29caab55-54ef-4dc9-bf5c-399f6a3c3940 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 712.879448] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 712.879788] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.879918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.879988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.880402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.880566] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.880679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.880728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.880894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.880979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.881093] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.956061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.956208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.956754] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.961827] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb360076-bd3d-4497-9b30-3f2118a35aef with status ACTIVE [ 712.961827] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.961827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.961968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.962160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.962333] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.962437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.962499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.962658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.962735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.962914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.963014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.963077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.963216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.963288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.963371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb360076-bd3d-4497-9b30-3f2118a35aef is going to be updated. [ 712.989177] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.989321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.989390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.989624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb360076-bd3d-4497-9b30-3f2118a35aef" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.131766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.131766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.131766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.131766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.131766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.132476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.132476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.132476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.132476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.132476] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.382866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.383294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.383294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.383363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.403911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404387] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.404387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.404544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.404661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.404782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.404836] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be updated. [ 713.427203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.427203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.427203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.427427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.427509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.439401] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 713.458910] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.537064] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.537269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.537396] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.537813] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.537920] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.538107] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.538226] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.538437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.538581] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.538780] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.538916] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.539104] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.539148] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.539243] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 713.539348] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.539501] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.557819] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.557973] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 713.558207] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.558321] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.558666] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7b4b4576-a47f-4265-838d-a7e81848d23b taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.558856] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.558977] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.559423] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.559514] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4b4576-a47f-4265-838d-a7e81848d23b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.634754] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae: rpc.has_security_group_logging(os_id): False [ 713.652157] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.654198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.654317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.654579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.654894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.655123] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.655296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.655396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.655779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.655893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.656221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.656362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.656661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.656883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.657122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.657266] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.657397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.657642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.657836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.657942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.658067] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae is going to be created. [ 713.707966] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.708141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.708212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.708429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.708608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.717776] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: IN_PROGRESS for 2s [ 713.719633] env[69888]: INFO networking_nsxv3.common.synchronization [req-613a27cc-0260-49d6-84cc-77b8381e299e req-bc375b69-9241-4ca1-a921-03f4d8df476a tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 713.720149] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 713.720442] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.720557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.720624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.720806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.720961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.721071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.721127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.721277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.721355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.721445] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.961802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.962608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.962608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.962608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.962608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.962608] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 is going to be created. [ 713.981999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.982131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.982202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.982394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.982549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.991106] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: UNINITIALIZED for 2s [ 714.063698] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.063698] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.063698] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.063925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.063968] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064147] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7b4b4576-a47f-4265-838d-a7e81848d23b not found, creating... [ 714.064410] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.064569] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.064687] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.064915] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.065066] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.065348] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.065504] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.065622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.066033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.066033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.066151] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7b4b4576-a47f-4265-838d-a7e81848d23b is going to be created. [ 714.085064] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.085064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.085064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.085283] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.085412] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.085627] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.225673] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.437886] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 714.438140] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 deletion is rescheduled due to dependency. [ 714.438207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.728316] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.905547] env[69888]: INFO networking_nsxv3.common.synchronization [req-2aa14451-85da-4398-949d-3a7a81b02b01 req-d7ae7b5d-f8e6-402a-b1fd-3e4669435123 service nova] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_rules [ 714.905763] env[69888]: INFO networking_nsxv3.common.synchronization [req-2aa14451-85da-4398-949d-3a7a81b02b01 req-d7ae7b5d-f8e6-402a-b1fd-3e4669435123 service nova] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 714.905869] env[69888]: INFO networking_nsxv3.common.synchronization [req-2aa14451-85da-4398-949d-3a7a81b02b01 req-d7ae7b5d-f8e6-402a-b1fd-3e4669435123 service nova] Enqueued Resource ID: 7b4b4576-a47f-4265-838d-a7e81848d23b with Priority: HIGHEST for action port [ 714.906120] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_rules [ 714.906252] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 714.906349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b4b4576-a47f-4265-838d-a7e81848d23b with Priority: HIGHEST for action port [ 714.907028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.907028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.907472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.907678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.907759] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.908816] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.908915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.909110] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b4b4576-a47f-4265-838d-a7e81848d23b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.909206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.909271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.909426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.909495] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b4b4576-a47f-4265-838d-a7e81848d23b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.230123] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.230345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.230450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.231739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.231836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.231943] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 715.260627] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.260775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.260848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.261073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.261219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.269811] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 715.412945] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b4b4576-a47f-4265-838d-a7e81848d23b with status ACTIVE [ 715.413197] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.413336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.413406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.413624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.413733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.413945] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.414057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.414121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.414280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.414368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.414561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.414654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.414715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.414854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.414928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.415027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b4b4576-a47f-4265-838d-a7e81848d23b is going to be updated. [ 715.416249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.416345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.434135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.434268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.434328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.434514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.434639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.434816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b4b4576-a47f-4265-838d-a7e81848d23b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.449052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 715.449336] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 deletion is rescheduled due to dependency. [ 715.449336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.449501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.449687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.449873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.449984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.450058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.450222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.450346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.450410] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.729721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: SUCCESS [ 715.730521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.954507] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.000678] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: SUCCESS [ 716.000880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.001055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.001275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.001465] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.001585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.003748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.003748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.003748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.003748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.003748] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.456517] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.505550] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.505707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.505769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.505989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.506244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.506968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.506968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.506968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.506968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.506968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.506968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.507204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.507474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.507474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.507474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.507474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.508202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.508202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.508202] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.960339] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.960502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.960575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.960797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.960911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.961032] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be updated. [ 716.985575] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.985712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.985787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.986064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.986199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.994590] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 717.010047] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 28e0d299-6aa9-450b-a62a-2317be38ad02: rpc.has_security_group_logging(os_id): False [ 717.026476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.026603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.026682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.026879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.026969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.027176] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.027278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.027337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.027494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.027596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.027796] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.027893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.027952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.028104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.028178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.028355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.028444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.028506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.028641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.028715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.028799] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 is going to be created. [ 717.078407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.078560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.078628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.078843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.079029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.089550] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: IN_PROGRESS for 2s [ 717.279822] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 717.280061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.005555] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 719.005858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.005947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.006202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.006390] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.006527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.006577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.006725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.006813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.006926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.007085] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.105068] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: SUCCESS [ 719.105068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.513571] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.513571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.513571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.513782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.513889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.514012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.514124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.514303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.514395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.514486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.514636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.514729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.514786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.514985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.515071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.515161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.515264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.515394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.515425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.515495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.515586] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.908357] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 719.908357] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 720.018514] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9e8fe652-7d98-4d77-b08b-2433bb6abe77: rpc.has_security_group_logging(os_id): False [ 720.036404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.036590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.036637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.036834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.036928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.037160] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.037253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.037317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.037467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.037544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.037818] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.037908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.037972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.038133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.038209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.038388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.038476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.038535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.038673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.038749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.038853] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be updated. [ 720.098895] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.098895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.099025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.099221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.099509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.115409] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 720.437130] env[69888]: INFO networking_nsxv3.common.synchronization [req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 req-b4a9d290-2ece-46d8-bff7-b8bbd4524c12 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 720.437843] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 720.441371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.441371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.441371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.441371] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.937074] env[69888]: INFO networking_nsxv3.common.synchronization [req-9f459ab5-575b-46be-911d-89e573702319 req-3584f830-3e74-44bd-b103-e9e05cd85ccd tempest-ServersTestJSON-2137292347 tempest-ServersTestJSON-2137292347-project-member] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 720.937599] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGHEST for action security_group_members [ 720.937932] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.938091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.938138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.938734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.938894] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.938996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.939071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.939235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.939324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.939419] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.942858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.942966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.952348] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.952348] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 already deleted. [ 720.952348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.436894] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.438296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.438296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.438296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.438296] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.438296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.444129] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.444477] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.444633] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.444861] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.444982] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.445107] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.445214] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.445323] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.445430] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.445568] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.447166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.447282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.447349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.447517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.469388] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.469388] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.469603] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.470026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.470097] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-8ead07c6-8b1e-4f71-a541-92c8dc625337 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.470317] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.470380] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.470713] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.470854] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ead07c6-8b1e-4f71-a541-92c8dc625337',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.476639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.476871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.476986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.477064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.477254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.477336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.477428] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 is going to be updated. [ 721.504893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.505033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.505105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.505318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.505491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.513726] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: IN_PROGRESS for 2s [ 721.980657] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.980765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.980904] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.981356] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.981724] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.981964] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 8ead07c6-8b1e-4f71-a541-92c8dc625337 not found, creating... [ 721.982308] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.982490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.982615] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.983087] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.983087] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.983378] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.983548] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.983668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.984052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.984052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.984165] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 8ead07c6-8b1e-4f71-a541-92c8dc625337 is going to be created. [ 722.002645] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.002871] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.002984] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.003267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.003488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.003701] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.129052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 722.129052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.152728] env[69888]: INFO networking_nsxv3.common.synchronization [req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 req-51ea7aed-6b6d-42c4-82a1-24c9272a9463 service nova] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_rules [ 723.152980] env[69888]: INFO networking_nsxv3.common.synchronization [req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 req-51ea7aed-6b6d-42c4-82a1-24c9272a9463 service nova] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 723.153617] env[69888]: INFO networking_nsxv3.common.synchronization [req-9f5672a3-135f-4d7e-9521-b9436b9ac0a5 req-51ea7aed-6b6d-42c4-82a1-24c9272a9463 service nova] Enqueued Resource ID: 8ead07c6-8b1e-4f71-a541-92c8dc625337 with Priority: HIGHEST for action port [ 723.157424] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_rules [ 723.157424] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 723.157424] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ead07c6-8b1e-4f71-a541-92c8dc625337 with Priority: HIGHEST for action port [ 723.157424] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.157424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.157424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.157424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.157424] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.161235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.161506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.161603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.162169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.162318] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.162542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.163185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.163413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.163527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.163693] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.168278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ead07c6-8b1e-4f71-a541-92c8dc625337 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.168459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.168509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.168685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.168726] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ead07c6-8b1e-4f71-a541-92c8dc625337',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.247157] env[69888]: INFO networking_nsxv3.common.synchronization [req-52025858-9ec8-429c-8b98-9746a37d3295 req-36286fd1-85e7-430d-b7f3-0e526b6a9a86 tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Enqueued Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 723.247736] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 723.248717] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.248839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.248915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.249333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.249492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.249774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.250037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.250253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.250322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.250465] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.522230] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 in Status: SUCCESS [ 723.522406] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 deletion is rescheduled due to dependency. [ 723.522553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.671310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.671457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.671930] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.672582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ead07c6-8b1e-4f71-a541-92c8dc625337 with status ACTIVE [ 723.672796] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.672919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.672972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.676356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.676498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.676680] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.676779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.676872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.677065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.677150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.677421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.677541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.677541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.678189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.678189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.678189] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ead07c6-8b1e-4f71-a541-92c8dc625337 is going to be updated. [ 723.681854] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.682037] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.682304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.682386] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.682622] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.682765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.682880] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.683091] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.683225] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.683416] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.683525] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.683639] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.683821] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.683888] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 723.683958] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.684104] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.702537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.702714] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 723.702854] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.703040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.704310] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.704310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.704310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.704310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.704310] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.706054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.706369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.706431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.706625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.706757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.706905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ead07c6-8b1e-4f71-a541-92c8dc625337" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755948] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.756120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.756206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.756496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.757183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.757183] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.757183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.757183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.757523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.757952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.757952] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c already deleted. [ 723.757952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.180654] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.208604] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.208844] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.209148] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.209302] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.209450] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.209617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f not found, creating... [ 724.209959] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.210103] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.210224] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.210450] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.210573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.210851] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.211038] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.211549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.211617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.211764] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.211885] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f is going to be created. [ 724.230714] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.231130] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.231208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.231816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.232068] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.232310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.683646] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.683841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.683907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.684175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.684282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.684440] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be created. [ 724.705904] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.705904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.706132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.706219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.706405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.714594] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: UNINITIALIZED for 2s [ 725.261609] env[69888]: INFO networking_nsxv3.common.synchronization [req-7aea1d67-14ca-47a8-bcc5-630a012c3890 req-2e37b72a-1188-496e-9046-13f1d77faa3a tempest-ServerAddressesTestJSON-509664914 tempest-ServerAddressesTestJSON-509664914-project-member] Enqueued Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 725.261609] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGHEST for action security_group_members [ 725.264280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-28e0d299-6aa9-450b-a62a-2317be38ad02 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.264280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.264280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.264280] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('28e0d299-6aa9-450b-a62a-2317be38ad02',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.340634] env[69888]: INFO networking_nsxv3.common.synchronization [req-52025858-9ec8-429c-8b98-9746a37d3295 req-5943535b-310f-4333-8caf-6690248c910a service nova] Enqueued Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_rules [ 725.340827] env[69888]: INFO networking_nsxv3.common.synchronization [req-52025858-9ec8-429c-8b98-9746a37d3295 req-5943535b-310f-4333-8caf-6690248c910a service nova] Enqueued Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 725.341013] env[69888]: INFO networking_nsxv3.common.synchronization [req-52025858-9ec8-429c-8b98-9746a37d3295 req-5943535b-310f-4333-8caf-6690248c910a service nova] Enqueued Resource ID: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f with Priority: HIGHEST for action port [ 725.342282] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_rules [ 725.342282] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 725.342282] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f with Priority: HIGHEST for action port [ 725.347777] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.347777] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.347777] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.347777] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.347777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.347777] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.351041] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.351041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.351041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.351253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.351253] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.525186] env[69888]: INFO networking_nsxv3.common.synchronization [req-30fab61c-0e6f-4921-97b8-1135df87bbbf req-fa8f0e4d-8d80-4dea-bbb8-3548c2cd7f10 tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 725.525186] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 725.525186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.525186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.525186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.525186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.525799] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.526097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.526304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.527640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.527640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.527640] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.768200] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.768367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.768438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.769290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.769290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.769290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.769290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.769573] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 is going to be updated. [ 725.794376] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.794519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.794589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.794801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.794953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.803384] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: IN_PROGRESS for 2s [ 725.846422] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-682 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.847028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-682" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.847028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-682" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.847028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-682" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.847501] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.848746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.848948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.849287] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.849422] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.849659] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.849817] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.849955] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.850099] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.850222] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 725.850331] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.850469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.853471] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f with status ACTIVE [ 725.853654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.853786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.853860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.854060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.854151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.854334] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.854446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.854502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.854675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.854814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.854930] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.855076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.855139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.855303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.855412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.855469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f is going to be updated. [ 725.856902] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.857798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.857930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.869989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.870323] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 725.870668] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.871232] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-682" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.872130] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-4d6c877e-b1db-4db9-a341-1ea78041ff95 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.872390] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.872519] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.872969] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.873174] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6c877e-b1db-4db9-a341-1ea78041ff95',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.876657] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.876657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.876657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.876657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.876657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.876657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97be0cdb-abd7-4f4d-87f9-8ce7dbd6a40f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.030399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.030579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.030653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.030897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031273] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.031402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.031470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.031693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.031879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.031985] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032b83d2-064f-4015-8679-4465c6073d1d already deleted. [ 726.032108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.360512] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.378332] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.378573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.378957] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.379347] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.379513] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.379677] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 4d6c877e-b1db-4db9-a341-1ea78041ff95 not found, creating... [ 726.380031] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.380330] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.380460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.380690] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.380855] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.381175] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.381338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.381457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.381691] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.381859] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.382009] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 4d6c877e-b1db-4db9-a341-1ea78041ff95 is going to be created. [ 726.402481] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.402665] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.402909] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.403205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.403451] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.403685] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.723933] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 726.724237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.724418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.724630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.724849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.724964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.725036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.725193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.725269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.725358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.725481] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.776597] env[69888]: INFO networking_nsxv3.common.synchronization [req-c7088cb0-3f97-4e11-a6dd-5c746fc4f80d req-05e20f7f-83dc-43fe-b92c-02c42bea9791 tempest-DeleteServersAdminTestJSON-566259845 tempest-DeleteServersAdminTestJSON-566259845-project-member] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 726.779567] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGHEST for action security_group_members [ 726.779567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.779567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.779567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.779567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.779567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.779567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.780101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.780101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.780101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.780191] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.870764] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.870764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.870764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.870764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.870764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.870764] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c is going to be created. [ 726.893374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.893374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.893374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.893374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.893374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.915564] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: UNINITIALIZED for 2s [ 727.136932] env[69888]: INFO networking_nsxv3.common.synchronization [req-30fab61c-0e6f-4921-97b8-1135df87bbbf req-a00f05ab-70e5-4e54-a34b-723511c40200 service nova] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 727.137180] env[69888]: INFO networking_nsxv3.common.synchronization [req-30fab61c-0e6f-4921-97b8-1135df87bbbf req-a00f05ab-70e5-4e54-a34b-723511c40200 service nova] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 727.137267] env[69888]: INFO networking_nsxv3.common.synchronization [req-30fab61c-0e6f-4921-97b8-1135df87bbbf req-a00f05ab-70e5-4e54-a34b-723511c40200 service nova] Enqueued Resource ID: 4d6c877e-b1db-4db9-a341-1ea78041ff95 with Priority: HIGHEST for action port [ 727.137500] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_rules [ 727.137653] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 727.137724] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d6c877e-b1db-4db9-a341-1ea78041ff95 with Priority: HIGHEST for action port [ 727.138388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.138457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.138497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.138759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.138857] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.140062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.140193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.140263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.140445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.141714] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.141714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.141714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.141714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.141714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.141714] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.142081] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d6c877e-b1db-4db9-a341-1ea78041ff95 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.142081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.142178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.142264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.142375] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d6c877e-b1db-4db9-a341-1ea78041ff95',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.227989] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.228527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.228728] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.229032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.229032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.229228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.229380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.229523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.229868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.230089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.230351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.230489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.230729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.230905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.231013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.231251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.231420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.231688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.231801] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.284158] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.284403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.284515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.284800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285237] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.285334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.285407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.285580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.285660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.285763] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be updated. [ 727.312299] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.312636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.312706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.312988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.315037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.322264] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: IN_PROGRESS for 2s [ 727.644291] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.644590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.644631] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.646445] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d6c877e-b1db-4db9-a341-1ea78041ff95 with status ACTIVE [ 727.646445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.646445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.646445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.646445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.646445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.646445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.646753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.646753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.646753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.646934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.646976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.648304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.648304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.648304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.648304] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d6c877e-b1db-4db9-a341-1ea78041ff95 is going to be updated. [ 727.670889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.671316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.671316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.671316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.671488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.672144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d6c877e-b1db-4db9-a341-1ea78041ff95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.735504] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc7c4c28-595b-4150-8a48-a932fa43de48: rpc.has_security_group_logging(os_id): False [ 727.762157] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.762382] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.764467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.764743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.764743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.764830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.764912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.765166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.765264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.765334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.765484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.765562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.765665] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be created. [ 727.824294] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 in Status: SUCCESS [ 727.824641] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 deletion is rescheduled due to dependency. [ 727.824641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-28e0d299-6aa9-450b-a62a-2317be38ad02" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.835033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.835033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.835280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.835421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.836028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.847810] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 728.152183] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.173140] env[69888]: INFO networking_nsxv3.common.synchronization [req-b6f6a303-946b-4b45-89c4-693147b696f1 req-1957334c-48ba-44b7-8242-f6f385e3432d tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 728.174159] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 728.174159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.174159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.174159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.174451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.174451] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.175019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.175118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.175299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.175378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.175475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.657631] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.657992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.657992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.658236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.658413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.658533] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032b83d2-064f-4015-8679-4465c6073d1d is going to be created. [ 728.677914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.678092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.678161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.678408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.678504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.678717] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.678817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.678884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.679070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.679161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.679263] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 already deleted. [ 728.679356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.681986] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.682140] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.682209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.682405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.682560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.698743] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: UNINITIALIZED for 2s [ 728.924896] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: SUCCESS [ 728.925220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.925823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.926451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.926451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.926632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.926693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.926865] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.970988] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.971213] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.971334] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.971662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.971989] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.972449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.972504] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.972728] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.972865] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.973079] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.973190] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.973291] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.973393] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.973496] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 728.973594] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.973720] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.993994] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.994250] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 728.994441] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.994677] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.995016] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-39ffa277-4218-4791-8035-4ff27788067b taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.995192] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.995314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.995626] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.995769] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ffa277-4218-4791-8035-4ff27788067b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.332666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 in Status: SUCCESS [ 729.333330] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 deletion is rescheduled due to dependency. [ 729.334309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.429310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.429514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.429698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.429955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.430175] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.430315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.430389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.430571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.430687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.430844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.430977] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.431343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.431512] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.431641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.431730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.431951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.432078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.432233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.432364] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.499459] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.499736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.499913] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.500291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.500468] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500778] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 39ffa277-4218-4791-8035-4ff27788067b not found, creating... [ 729.500999] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.501986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.501986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.502161] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.502281] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.502416] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.502639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.502804] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.502971] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 39ffa277-4218-4791-8035-4ff27788067b is going to be created. [ 729.521988] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.522307] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.522443] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.522716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.522976] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.523272] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.859812] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 729.860120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.935431] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fd2fb054-ae69-4d90-a2d3-2afe53d65b2c: rpc.has_security_group_logging(os_id): False [ 729.951508] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.951669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.951712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.953251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.953251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.953251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.953680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.954195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.954425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.954558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.954617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.954777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.954922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.955047] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c is going to be created. [ 730.007186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.007186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.007186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.007186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.007466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.016921] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: IN_PROGRESS for 2s [ 730.481625] env[69888]: INFO networking_nsxv3.common.synchronization [req-b6f6a303-946b-4b45-89c4-693147b696f1 req-2ec3a785-6393-40f4-914d-34a84999fb50 service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 730.481824] env[69888]: INFO networking_nsxv3.common.synchronization [req-b6f6a303-946b-4b45-89c4-693147b696f1 req-2ec3a785-6393-40f4-914d-34a84999fb50 service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 730.482072] env[69888]: INFO networking_nsxv3.common.synchronization [req-b6f6a303-946b-4b45-89c4-693147b696f1 req-2ec3a785-6393-40f4-914d-34a84999fb50 service nova] Enqueued Resource ID: 39ffa277-4218-4791-8035-4ff27788067b with Priority: HIGHEST for action port [ 730.482873] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 730.482873] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 730.482940] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39ffa277-4218-4791-8035-4ff27788067b with Priority: HIGHEST for action port [ 730.487435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.487658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.487805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.488821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.488821] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.489619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.489756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.489819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.489992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.493586] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.493730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.493788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.494013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.494065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.494184] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.502029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-39ffa277-4218-4791-8035-4ff27788067b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.502029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.502029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.502029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.502029] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39ffa277-4218-4791-8035-4ff27788067b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.710462] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: SUCCESS [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.710462] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.710462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.710877] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.793706] env[69888]: INFO networking_nsxv3.common.synchronization [req-f12f68d1-a839-493b-af90-264455c56f46 req-9c73087f-bc47-4982-95a9-a7263eb6d4a6 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 730.795031] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 730.795144] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.795554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.795741] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.795868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.795959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.796159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.796324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.796357] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.000142] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.000142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.000142] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.000498] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39ffa277-4218-4791-8035-4ff27788067b with status ACTIVE [ 731.000743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.000885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.000965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.003311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.003535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.003742] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.004258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.004359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.004588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.004681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.004897] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.005054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.005126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.005293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.005375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.005478] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39ffa277-4218-4791-8035-4ff27788067b is going to be updated. [ 731.026156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.026156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.026156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.026156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.026156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.026156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39ffa277-4218-4791-8035-4ff27788067b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.115945] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.116159] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.116294] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.116567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.116891] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.117293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.117429] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.117663] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.117811] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.118036] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.118154] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.118263] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.118370] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.118481] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.118585] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.118719] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.145108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.145770] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.145770] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.145770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.145955] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0e76f871-4c36-40b6-a2d6-11bd26a91061 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.146082] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.146205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.146516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.147405] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e76f871-4c36-40b6-a2d6-11bd26a91061',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.215425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.300837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.300837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.300837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.300837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.323247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.323247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.323247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.323247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.323247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.323247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.323247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 731.346176] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.346176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.346176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.346176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.346176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.355719] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 731.501506] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.649269] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.651651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.651651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.651651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.651651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.651651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0e76f871-4c36-40b6-a2d6-11bd26a91061 not found, creating... [ 731.656018] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.656018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.656018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.656018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.656433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.656929] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.658128] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.658128] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.658128] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.658128] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.658128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0e76f871-4c36-40b6-a2d6-11bd26a91061 is going to be created. [ 731.683674] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.683898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.684050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.684371] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.684864] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.684864] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.715839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 032b83d2-064f-4015-8679-4465c6073d1d: rpc.has_security_group_logging(os_id): False [ 731.741171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.741576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.741663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.741925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.742044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.742312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.742438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.742438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.742699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.742699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.742999] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032b83d2-064f-4015-8679-4465c6073d1d is going to be created. [ 731.834280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.834476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.834476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.834712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.835710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.856952] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: IN_PROGRESS for 2s [ 732.003643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.003950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.003950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.004789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.004789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.004789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be created. [ 732.029624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.029806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.029906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.030084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.030242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.031768] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: SUCCESS [ 732.032012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.041364] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: UNINITIALIZED for 2s [ 732.413938] env[69888]: INFO networking_nsxv3.common.synchronization [req-f12f68d1-a839-493b-af90-264455c56f46 req-b412c689-f31b-42b0-ad62-50ec2f55813a service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 732.414191] env[69888]: INFO networking_nsxv3.common.synchronization [req-f12f68d1-a839-493b-af90-264455c56f46 req-b412c689-f31b-42b0-ad62-50ec2f55813a service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 732.414326] env[69888]: INFO networking_nsxv3.common.synchronization [req-f12f68d1-a839-493b-af90-264455c56f46 req-b412c689-f31b-42b0-ad62-50ec2f55813a service nova] Enqueued Resource ID: 0e76f871-4c36-40b6-a2d6-11bd26a91061 with Priority: HIGHEST for action port [ 732.414557] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 732.414688] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 732.414785] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e76f871-4c36-40b6-a2d6-11bd26a91061 with Priority: HIGHEST for action port [ 732.415382] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.415512] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.415584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.415789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.415885] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.416725] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.416813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.416997] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e76f871-4c36-40b6-a2d6-11bd26a91061 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.417110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.417176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.417668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.417668] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e76f871-4c36-40b6-a2d6-11bd26a91061',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.919646] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.919782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.923809] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e76f871-4c36-40b6-a2d6-11bd26a91061 with status ACTIVE [ 732.923809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.923809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.923809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.923809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.924124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.924124] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.924206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.924258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.924431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.924507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.924684] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.924772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.924829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.924967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.925066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.925176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e76f871-4c36-40b6-a2d6-11bd26a91061 is going to be updated. [ 732.944538] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.944676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.944744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.944942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.945095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.945253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e76f871-4c36-40b6-a2d6-11bd26a91061" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371861] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 733.371861] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.371861] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.371861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.371861] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.868808] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: SUCCESS [ 733.868808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.874892] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.050484] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 734.050760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.050944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.051183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.051378] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.051493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.051555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.051703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.051781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.051866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.052019] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.377030] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.554344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.554344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.554452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.554617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.554780] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.554877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.554939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.555189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.555283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.555330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.555461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.555537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.555595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.555733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.555871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.555954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.556030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.556155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.556227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.556424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.556424] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.883670] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.883670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.883670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.883670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.883670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.883670] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 734.908203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.908343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.908417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.908611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.908749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.918750] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 735.062329] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a53019fd-ccfa-4406-91f8-4fdb5e7fea31: rpc.has_security_group_logging(os_id): False [ 735.079438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.079658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.079767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.080060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.080467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.080622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.080690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.080900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.080973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082783] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.082783] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.082783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.083080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.083080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.083250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be created. [ 735.142570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.142570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.142570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.142570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.143470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.154600] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 735.823253] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-ca2aeb3f-fc25-4229-bc3e-d2d2fb239f5a tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 735.823253] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 735.823253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.823253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.823253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.824039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.824039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.824039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.824039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.824039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.824039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.824392] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.328014] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-3d7d4485-15e7-4914-b056-8163f3392370 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 736.328690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.328817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.328889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.329143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.329264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.329501] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.329925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.329925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.329925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.330149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330149] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 already deleted. [ 736.330250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.330892] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 736.331723] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.331723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.331723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.331723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.331930] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.332516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.332516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.332516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.332516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.332516] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.751597] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-be75a845-3f2f-49cc-af75-ab746821f14d tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 736.752262] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 736.752775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.752775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.838074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.838439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.838439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.838740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.838843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.839064] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.839237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.839237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.839400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.841404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.841404] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 already deleted. [ 736.841404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.841404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.841404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.845020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.845020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.932485] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 736.932485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.932485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.933724] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.933724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.934216] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.167442] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 737.167713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.174242] env[69888]: INFO networking_nsxv3.common.synchronization [req-a9846e0a-5a89-476d-8537-88d167931c23 req-96351625-3918-4927-a30d-f657b31ae46c tempest-ServerExternalEventsTest-1093946952 tempest-ServerExternalEventsTest-1093946952-project-member] Enqueued Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 737.175024] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGHEST for action security_group_members [ 737.175259] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.175381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.176023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.176023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.176023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.176023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.176023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.176230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.176274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.180030] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.275924] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.276152] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.276289] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.276787] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.276923] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.281036] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.281036] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.281154] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.281372] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.281507] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.281623] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.281733] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.283642] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.283642] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 737.283642] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.283642] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.300089] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.300309] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 737.303847] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.303847] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.303847] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-d2184aad-fc86-45bc-a8ae-d5c73894ae90 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.303847] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.303847] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.303847] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.303847] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2184aad-fc86-45bc-a8ae-d5c73894ae90',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.345875] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.346062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.346115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.346313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.346402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.346594] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.346702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.346757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.348077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.348077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.348077] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 already deleted. [ 737.348077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.436968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.437229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.437349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.437652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.437884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.438312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.438312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.438466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.438466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.438637] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.438693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.438772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.438918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.439084] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.439190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.439306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.439527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.439654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.439794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.439957] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.678147] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.678344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.678410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.678629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.678717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.678914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.679016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.679682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.679682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.679682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.679682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c is going to be updated. [ 737.706227] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.706371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.706438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.706644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.706788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.715229] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: IN_PROGRESS for 2s [ 737.805262] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.805567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.805743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.806192] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.806519] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.806749] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port d2184aad-fc86-45bc-a8ae-d5c73894ae90 not found, creating... [ 737.807129] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.807357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.807528] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.807837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.808039] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.808442] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.808714] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.808889] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.809189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.809380] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.809574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: d2184aad-fc86-45bc-a8ae-d5c73894ae90 is going to be created. [ 737.833822] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.834125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.834315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.834676] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.834964] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.835275] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.942173] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc60318-c601-4b73-9ca5-ef00c134933c: rpc.has_security_group_logging(os_id): False [ 737.959759] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.960054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.960139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.960357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.960449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.960645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.960744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.960808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.960955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.961044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.961235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.961330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.961392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.961539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.961606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.961801] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.961893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.962011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.962177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.962255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.962344] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 738.029636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.029720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.030271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.030424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.047222] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 738.724648] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-c0c9bf67-e1c7-4346-8afa-4568e2cfed9a service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 738.724838] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-c0c9bf67-e1c7-4346-8afa-4568e2cfed9a service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 738.724980] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-c0c9bf67-e1c7-4346-8afa-4568e2cfed9a service nova] Enqueued Resource ID: d2184aad-fc86-45bc-a8ae-d5c73894ae90 with Priority: HIGHEST for action port [ 738.725222] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 738.725353] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 738.725448] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2184aad-fc86-45bc-a8ae-d5c73894ae90 with Priority: HIGHEST for action port [ 738.726689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.726818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.726888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.729074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.729074] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.729074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.729074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.729225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.729255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.729399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.729489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.729706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.729706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.729787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.729854] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.730614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2184aad-fc86-45bc-a8ae-d5c73894ae90 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.731201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.731275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.731431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.731506] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2184aad-fc86-45bc-a8ae-d5c73894ae90',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.234553] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.234844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.234890] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2184aad-fc86-45bc-a8ae-d5c73894ae90 with status ACTIVE [ 739.235279] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.235279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.235279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.235484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.235518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.235671] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.239019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.239019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.239019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2184aad-fc86-45bc-a8ae-d5c73894ae90 is going to be updated. [ 739.239701] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.260189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.260189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.260189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.260189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.260189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2184aad-fc86-45bc-a8ae-d5c73894ae90" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.726877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c in Status: SUCCESS [ 739.726976] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c deletion is rescheduled due to dependency. [ 739.728247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.745852] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.854900] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.855170] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-105" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.855305] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-105" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.855651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-105" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.855953] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.856163] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.856288] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.856558] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.856715] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.857350] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.857467] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.857579] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.857686] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.857855] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 739.858128] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.858275] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.877239] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.877239] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 739.877239] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.877239] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-105" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.877609] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-14facb37-47cb-475e-8f5a-1674f83b7605 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.877609] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.877801] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.877987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.879553] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14facb37-47cb-475e-8f5a-1674f83b7605',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.059918] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 740.060161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.248260] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.248651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.248651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.248753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.248806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.249031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be created. [ 740.270367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.270543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.270614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.270797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.270958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.279945] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: UNINITIALIZED for 2s [ 740.383393] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.383623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.383760] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.384062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.384222] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.384393] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 14facb37-47cb-475e-8f5a-1674f83b7605 not found, creating... [ 740.385788] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.386137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.386137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.386360] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.386471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.386760] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.386918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.387048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.387265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.387399] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.387541] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 14facb37-47cb-475e-8f5a-1674f83b7605 is going to be created. [ 740.405389] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.405603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.405741] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.405988] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.406340] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.406477] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.542602] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-5b49eb1c-7ce7-47fa-84c3-42c0ce98eb33 service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 741.542863] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-5b49eb1c-7ce7-47fa-84c3-42c0ce98eb33 service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 741.542944] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-5b49eb1c-7ce7-47fa-84c3-42c0ce98eb33 service nova] Enqueued Resource ID: 14facb37-47cb-475e-8f5a-1674f83b7605 with Priority: HIGHEST for action port [ 741.543178] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 741.543303] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 741.543395] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14facb37-47cb-475e-8f5a-1674f83b7605 with Priority: HIGHEST for action port [ 741.543959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.544103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.544445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.544538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.544922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-14facb37-47cb-475e-8f5a-1674f83b7605 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.545211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.545280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.545521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.545639] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14facb37-47cb-475e-8f5a-1674f83b7605',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.047905] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14facb37-47cb-475e-8f5a-1674f83b7605 with status ACTIVE [ 742.048192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.048313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.048380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.048586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.048672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.048839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.048927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.048990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.049149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.050020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.050020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.050020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.050020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.050020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.050020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.050020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14facb37-47cb-475e-8f5a-1674f83b7605 is going to be updated. [ 742.069738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.069820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.069855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.073023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.073023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.073023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14facb37-47cb-475e-8f5a-1674f83b7605" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.290657] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 742.290998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292916] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.292916] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.294151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.294745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.295062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.295570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.295671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.295914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.297054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.297054] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.410205] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-417 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.410403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.410529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.410802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.411065] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.411224] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.412973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.412973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.412973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.413237] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.413368] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.413451] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.413563] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.413677] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 742.413786] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.413921] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.430757] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.430976] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 742.431092] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.431277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-417" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.431593] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-2d8626d8-712b-43fb-b788-73505f58f9c9 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.431890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.431890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.432268] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.432426] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8626d8-712b-43fb-b788-73505f58f9c9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.797911] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.798295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.798454] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.934910] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.935050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.935183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.935551] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.935812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.935989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 2d8626d8-712b-43fb-b788-73505f58f9c9 not found, creating... [ 742.936267] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.936420] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.936538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.936799] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.936937] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.937282] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.937473] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.937592] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.937855] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.937994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.938339] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 2d8626d8-712b-43fb-b788-73505f58f9c9 is going to be created. [ 742.962026] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.962026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.962026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.962026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.962026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.962026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.022839] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b54a8872-9b88-4da0-86cd-72f6c37d5027 None None] Enqueued Resource ID: 95c66776-6dfc-472b-bed0-df949e27b38a with Priority: HIGHEST for action port [ 743.023461] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95c66776-6dfc-472b-bed0-df949e27b38a with Priority: HIGHEST for action port [ 743.023789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-95c66776-6dfc-472b-bed0-df949e27b38a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.023922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95c66776-6dfc-472b-bed0-df949e27b38a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.024016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95c66776-6dfc-472b-bed0-df949e27b38a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.024270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95c66776-6dfc-472b-bed0-df949e27b38a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.024424] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95c66776-6dfc-472b-bed0-df949e27b38a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.301933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.527891] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95c66776-6dfc-472b-bed0-df949e27b38a [ 743.527891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.527891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.531208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.533020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.533020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.533020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95c66776-6dfc-472b-bed0-df949e27b38a already deleted. [ 743.533020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95c66776-6dfc-472b-bed0-df949e27b38a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.805105] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.805485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.805485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.805613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.805613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.805698] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 743.837374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.837530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.837572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.837786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.837938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.847092] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 743.991671] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-a9b27349-9dfc-4933-8da5-39d28ad181dc service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 743.991867] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-a9b27349-9dfc-4933-8da5-39d28ad181dc service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 743.991920] env[69888]: INFO networking_nsxv3.common.synchronization [req-999a8ce4-6462-4f03-b313-0939d56df78f req-a9b27349-9dfc-4933-8da5-39d28ad181dc service nova] Enqueued Resource ID: 2d8626d8-712b-43fb-b788-73505f58f9c9 with Priority: HIGHEST for action port [ 743.992312] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 743.992443] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 743.992642] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d8626d8-712b-43fb-b788-73505f58f9c9 with Priority: HIGHEST for action port [ 743.994315] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.994520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.994744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.994839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.994995] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d8626d8-712b-43fb-b788-73505f58f9c9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.995160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.995226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.995458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.995716] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d8626d8-712b-43fb-b788-73505f58f9c9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.504861] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d8626d8-712b-43fb-b788-73505f58f9c9 with status ACTIVE [ 744.505088] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.505230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.505296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.505592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.505688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.505867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.505968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.506043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.506200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.506285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.506457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.506548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.506601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.506813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.506895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.507042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d8626d8-712b-43fb-b788-73505f58f9c9 is going to be updated. [ 744.527598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.527598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.527598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.527598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.527598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.527598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d8626d8-712b-43fb-b788-73505f58f9c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.075949] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e0de04ad-a525-42da-a17f-3b29b70d2d97 None None] Enqueued Resource ID: 152398eb-17df-499d-a729-997c3e36eace with Priority: HIGHEST for action port [ 745.076307] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 152398eb-17df-499d-a729-997c3e36eace with Priority: HIGHEST for action port [ 745.076914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-152398eb-17df-499d-a729-997c3e36eace taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.077541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-152398eb-17df-499d-a729-997c3e36eace" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.077644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-152398eb-17df-499d-a729-997c3e36eace" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.078059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-152398eb-17df-499d-a729-997c3e36eace" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.078178] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('152398eb-17df-499d-a729-997c3e36eace',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.518611] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c905552d-3ba1-44e3-8650-68d3f1772aa3 None None] Enqueued Resource ID: d62077b8-a601-4b70-97cb-e522497e5c42 with Priority: HIGHEST for action port [ 745.520534] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d62077b8-a601-4b70-97cb-e522497e5c42 with Priority: HIGHEST for action port [ 745.520892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d62077b8-a601-4b70-97cb-e522497e5c42 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.521044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d62077b8-a601-4b70-97cb-e522497e5c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.521111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d62077b8-a601-4b70-97cb-e522497e5c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.522426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d62077b8-a601-4b70-97cb-e522497e5c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.522426] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d62077b8-a601-4b70-97cb-e522497e5c42',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.580131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 152398eb-17df-499d-a729-997c3e36eace [ 745.580366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.580492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.580552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.580797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.580858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.581703] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:152398eb-17df-499d-a729-997c3e36eace already deleted. [ 745.581703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-152398eb-17df-499d-a729-997c3e36eace" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.857388] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 745.857388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.857388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.857388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.857732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.857732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.857825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.860265] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.860265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.860838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.861020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.861822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.861822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.861822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.861822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.861822] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.024128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d62077b8-a601-4b70-97cb-e522497e5c42 [ 746.024128] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.024303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.024409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.024635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.024720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.024819] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d62077b8-a601-4b70-97cb-e522497e5c42 already deleted. [ 746.024900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d62077b8-a601-4b70-97cb-e522497e5c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.365699] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 266e15a6-de69-4399-b91e-e37ea7ae4e43: rpc.has_security_group_logging(os_id): False [ 746.366799] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.387428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.387428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.387428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.387428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.389592] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.389592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.389592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.389592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.389592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.389592] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be created. [ 746.459641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.461374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.461374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.461374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.461374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.474208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 746.870735] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.039043] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4bd41743-2197-460a-b4c3-70b32727867c None None] Enqueued Resource ID: 2f2a5a78-d7e3-4cad-9941-adb2eee520ff with Priority: HIGHEST for action port [ 747.039043] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f2a5a78-d7e3-4cad-9941-adb2eee520ff with Priority: HIGHEST for action port [ 747.039043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f2a5a78-d7e3-4cad-9941-adb2eee520ff taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.039043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f2a5a78-d7e3-4cad-9941-adb2eee520ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.039043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f2a5a78-d7e3-4cad-9941-adb2eee520ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.039043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f2a5a78-d7e3-4cad-9941-adb2eee520ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.039043] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f2a5a78-d7e3-4cad-9941-adb2eee520ff',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.376562] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.377582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.377582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.377582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.377582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.377582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 747.405601] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.405601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.407231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.407509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.407666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.418769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 747.542026] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f2a5a78-d7e3-4cad-9941-adb2eee520ff [ 747.542026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.542026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.542026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.542412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.542412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.542508] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f2a5a78-d7e3-4cad-9941-adb2eee520ff already deleted. [ 747.542583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f2a5a78-d7e3-4cad-9941-adb2eee520ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.486156] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 748.486515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.486596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.486846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.486939] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.989402] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.989570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.430053] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 749.430340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.430476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.430724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.431269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.431269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.431269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.431606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.431606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.431606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.431747] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.934516] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.934884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.934884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.934955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.935140] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.935234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.935276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.935421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.935506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.935628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.935733] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.935824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.935896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.936045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.936181] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.936270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.936329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.936464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.936537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.936616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.936767] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.440372] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 266e15a6-de69-4399-b91e-e37ea7ae4e43: rpc.has_security_group_logging(os_id): False [ 750.459243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.459243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.459405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.459477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.459574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.459771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.459868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.459934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.460098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.460251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.460452] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.460575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.460652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.460759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.460842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.461137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.461192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.461320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.461449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.461531] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 750.518804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.518804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.518804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.518804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.518804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.531208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 751.007431] env[69888]: INFO networking_nsxv3.common.synchronization [req-78ea84a1-4b40-4013-bfec-449587687d85 req-61c9d69a-9ab3-46a1-a7d1-a302bd4d4352 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 751.009782] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 751.009782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.009782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.009782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.009782] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.511300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.511492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.511565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.511790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.511880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.512095] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.512218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.512295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.512445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.512523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.512608] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 already deleted. [ 751.512688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.805171] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.805846] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.805846] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.805963] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.806674] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.806674] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.806674] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.807564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.807564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.807564] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.807810] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.807947] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.808082] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.808200] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.808309] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.808447] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.827428] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.827582] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.827725] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.827926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.828261] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-bdad893c-8297-4823-8328-8e4e16211424 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.828420] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.828540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.828888] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.829036] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdad893c-8297-4823-8328-8e4e16211424',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.331145] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.331490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.331551] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.331808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.331983] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.332402] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port bdad893c-8297-4823-8328-8e4e16211424 not found, creating... [ 752.332477] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.332646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.332773] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.333046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.333204] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.333503] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.333661] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.333780] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.333986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.334133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.334274] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: bdad893c-8297-4823-8328-8e4e16211424 is going to be created. [ 752.352657] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.352934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.353115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.353671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.353902] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.354149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.544337] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 752.544604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.544751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.544966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.545107] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.047716] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.047716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.047716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.047996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.048221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.048330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.048392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.049168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.049168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.049168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.049168] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.177537] env[69888]: INFO networking_nsxv3.common.synchronization [req-78ea84a1-4b40-4013-bfec-449587687d85 req-4b9b708d-2664-4537-8a7a-f8a3cf5b045a service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 753.177810] env[69888]: INFO networking_nsxv3.common.synchronization [req-78ea84a1-4b40-4013-bfec-449587687d85 req-4b9b708d-2664-4537-8a7a-f8a3cf5b045a service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 753.177948] env[69888]: INFO networking_nsxv3.common.synchronization [req-78ea84a1-4b40-4013-bfec-449587687d85 req-4b9b708d-2664-4537-8a7a-f8a3cf5b045a service nova] Enqueued Resource ID: bdad893c-8297-4823-8328-8e4e16211424 with Priority: HIGHEST for action port [ 753.178208] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 753.178338] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 753.178436] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdad893c-8297-4823-8328-8e4e16211424 with Priority: HIGHEST for action port [ 753.178976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.179309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.179440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.179694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.179780] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.180717] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.180899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.180972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.181234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.181417] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.181551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.181636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.181803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.184541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.184541] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.184541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdad893c-8297-4823-8328-8e4e16211424 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.184541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.184541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.184541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.184541] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdad893c-8297-4823-8328-8e4e16211424',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.554023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.554023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.554023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.554023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.554893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.554893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.554893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.554893] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.688232] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.688232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.688232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.688232] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bdad893c-8297-4823-8328-8e4e16211424 with status ACTIVE [ 753.688232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.688232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.688232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.688232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.688232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.688232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.688829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.689045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.689613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.689825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.690171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.690524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.690771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.691087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.691373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.692075] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bdad893c-8297-4823-8328-8e4e16211424 is going to be updated. [ 753.715192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.715192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.715192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.715192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.715192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.715192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdad893c-8297-4823-8328-8e4e16211424" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.802801] env[69888]: INFO networking_nsxv3.common.synchronization [req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 req-8fd137b1-d1a2-433e-be86-30dc91b41b16 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 753.803358] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 753.803672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.803781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.056892] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 266e15a6-de69-4399-b91e-e37ea7ae4e43: rpc.has_security_group_logging(os_id): False [ 754.075325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.075325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.075325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.075325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.075882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.075882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.075882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.075882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.075882] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.076038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.076038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.076199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.076276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.076395] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 754.135022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.135022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.135022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.135022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.135022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.147556] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 754.188065] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.252536] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.252750] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.252872] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.254018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.254018] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.254018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.254018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.254393] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.254572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.255143] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.255342] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.255423] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.255556] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.255645] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 754.255749] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.256068] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.279503] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.280153] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 754.280153] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.280153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.280326] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-4b4b9931-575c-4293-b699-a7e4464ce8b8 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.280504] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.280624] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.280975] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.283095] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4b9931-575c-4293-b699-a7e4464ce8b8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.669019] env[69888]: INFO networking_nsxv3.common.synchronization [req-9301fd38-dec7-4562-83d4-5e16f1d00092 req-5dc5cff1-61a8-4c68-8b29-082074b33bf1 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 754.670023] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 754.670023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.670518] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.670605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.670748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.670821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.670904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.670998] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.692872] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.692872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.692872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.692872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.692872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.692872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be created. [ 754.716150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.716352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.716479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.717282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.717282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.726169] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: UNINITIALIZED for 2s [ 754.784793] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.785344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.785494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.785757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.786024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.786130] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 4b4b9931-575c-4293-b699-a7e4464ce8b8 not found, creating... [ 754.786375] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.786528] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.786649] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.786891] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.787207] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.787440] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.787645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.787811] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.788066] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.788240] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.788813] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 4b4b9931-575c-4293-b699-a7e4464ce8b8 is going to be created. [ 754.806997] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.807270] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.807358] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.807632] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.807853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.808080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.173411] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.173595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.173639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.173866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.173961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.174327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.174327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.174519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.174552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.174764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.174764] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 755.198243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.198444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.198515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.198839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.199081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.210488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 755.622326] env[69888]: INFO networking_nsxv3.common.synchronization [req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 req-e5895ece-7f66-4060-8f52-6ecaf95e4a97 service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 755.622542] env[69888]: INFO networking_nsxv3.common.synchronization [req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 req-e5895ece-7f66-4060-8f52-6ecaf95e4a97 service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 755.622730] env[69888]: INFO networking_nsxv3.common.synchronization [req-d00ebcf5-5fdb-4304-b7ff-9850dd5aba94 req-e5895ece-7f66-4060-8f52-6ecaf95e4a97 service nova] Enqueued Resource ID: 4b4b9931-575c-4293-b699-a7e4464ce8b8 with Priority: HIGHEST for action port [ 755.623000] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 755.623470] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 755.623470] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b4b9931-575c-4293-b699-a7e4464ce8b8 with Priority: HIGHEST for action port [ 755.623831] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.623938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.626045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.626593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.626933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b4b9931-575c-4293-b699-a7e4464ce8b8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.627164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.627262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.627528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.627659] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b4b9931-575c-4293-b699-a7e4464ce8b8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.129888] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b4b9931-575c-4293-b699-a7e4464ce8b8 with status ACTIVE [ 756.130192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.130370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.130443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.130657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.130749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.130920] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.131029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.131095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.131239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.131317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131496] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.131589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.131649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.131791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.131865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.131946] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b4b9931-575c-4293-b699-a7e4464ce8b8 is going to be updated. [ 756.154903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.154903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.154903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.154903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.155171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.155171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b4b9931-575c-4293-b699-a7e4464ce8b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.167384] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 756.167497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.483020] env[69888]: INFO networking_nsxv3.common.synchronization [req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e req-f2efd962-348f-416d-a3ff-84ffaa3f9b70 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 756.483020] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 756.483020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.483020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.584415] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb req-bbd4b93c-5d6a-46f3-b10c-eee8d74b672f tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 756.584415] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 756.584415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.585071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.585297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.585713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.585982] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.586205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.586355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.586607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.586803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.586976] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.735950] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 756.736200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.736361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.736593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.736839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.736980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.737066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.737229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.737315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.737594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.737594] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.738790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.739029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.739240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.739388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.739484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.739676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.739802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.739919] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.856177] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb req-0353fdc3-a3f2-4cb7-9198-b28dbbc38d76 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 756.856450] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 756.856772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.856886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.087931] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.088138] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.088264] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.088530] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.088803] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.088958] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.097310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.097738] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.101020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.101020] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.101020] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.101020] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.101020] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.101020] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 757.101020] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.101020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.101020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.131732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.132017] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 757.132061] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.132241] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-628" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.132602] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7ae88a6f-813a-4c59-81e6-2cd16388b554 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132785] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.133262] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.133412] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae88a6f-813a-4c59-81e6-2cd16388b554',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.144308] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2482bc6-26ef-4391-9832-e80d6f1e4bcb req-f6fa3615-1d5a-4f6f-9677-ba17a5cde4a8 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 757.145334] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 757.145719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.145862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.222035] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 757.222178] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 deletion is rescheduled due to dependency. [ 757.222292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.241973] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.242142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.242299] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.489023] env[69888]: INFO networking_nsxv3.common.synchronization [req-c1fc0594-d807-4c74-9ab4-9848c84a1178 req-f32dd77b-eca8-40e6-989b-56d8e98f8b44 tempest-ImagesOneServerTestJSON-1879216777 tempest-ImagesOneServerTestJSON-1879216777-project-member] Enqueued Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 757.489023] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGHEST for action security_group_members [ 757.489023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.489023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.489023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.489023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.489738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.489984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.490190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.490510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.490731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.490941] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.604206] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.636999] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.636999] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.636999] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.637423] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.637603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.637766] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7ae88a6f-813a-4c59-81e6-2cd16388b554 not found, creating... [ 757.638123] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.638792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.638792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.638984] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.639070] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.639540] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.639785] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.639956] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.640374] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.640552] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.640740] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7ae88a6f-813a-4c59-81e6-2cd16388b554 is going to be created. [ 757.661459] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.663045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.663045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.663045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.663045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.663323] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.746760] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.996582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.996582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.996582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.996582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.996861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.996861] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.996945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.996945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.997119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.997182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.997271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae is going to be updated. [ 758.022225] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.022444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.022506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.022722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.022864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.031997] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: IN_PROGRESS for 2s [ 758.107162] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.107334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.107412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.107632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.107732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.107825] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 758.139020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.139020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.139020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.139020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.139020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.146503] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 758.247674] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.247844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.247911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.248168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.248262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.248368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 758.275304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.275495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.275635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.275904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.276150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.287778] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 758.671343] env[69888]: INFO networking_nsxv3.common.synchronization [req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e req-97a59f5a-3388-4d9a-8de8-ca5b5f10ff34 service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 758.671532] env[69888]: INFO networking_nsxv3.common.synchronization [req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e req-97a59f5a-3388-4d9a-8de8-ca5b5f10ff34 service nova] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 758.671684] env[69888]: INFO networking_nsxv3.common.synchronization [req-962e9ac7-b104-48b1-a0e8-7eeb9a76c94e req-97a59f5a-3388-4d9a-8de8-ca5b5f10ff34 service nova] Enqueued Resource ID: 7ae88a6f-813a-4c59-81e6-2cd16388b554 with Priority: HIGHEST for action port [ 758.671892] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_rules [ 758.672035] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 758.672135] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ae88a6f-813a-4c59-81e6-2cd16388b554 with Priority: HIGHEST for action port [ 758.672969] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.673627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.673863] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.673954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.674150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ae88a6f-813a-4c59-81e6-2cd16388b554 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.674259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.674324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.674526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.674608] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ae88a6f-813a-4c59-81e6-2cd16388b554',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.178924] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7ae88a6f-813a-4c59-81e6-2cd16388b554 with status ACTIVE [ 759.179216] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.179784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.179784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.179784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.179784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.179929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.180037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.180095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.180252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.180613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.180613] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.180812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.180812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.180866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.180936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.181080] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7ae88a6f-813a-4c59-81e6-2cd16388b554 is going to be updated. [ 759.199977] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.200195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.200272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.200545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.201214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.201214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ae88a6f-813a-4c59-81e6-2cd16388b554" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.304841] env[69888]: INFO networking_nsxv3.common.synchronization [req-80eb587c-bc78-4087-ae0f-f5b4d3953428 req-38aceebc-6a01-4a92-966e-c66a24f4cf00 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 759.305428] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 759.306726] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.306726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.306726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.306726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.306903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.307050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.307162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.307365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.307497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.307632] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.809875] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.908029] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-119 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.908220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.908351] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.908624] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.908910] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.909813] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.909994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.910265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.913374] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.913607] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.913758] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 759.913892] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 759.914018] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 759.914372] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 759.914502] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 759.914651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 759.934838] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 759.934838] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 759.934838] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 759.934838] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-119" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.934838] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.934838] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.935247] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.935950] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.936131] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117b9f8f-19bb-40f4-8a3f-53fc429a17a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.040887] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae in Status: SUCCESS [ 760.042084] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae deletion is rescheduled due to dependency. [ 760.042216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.156328] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 4s [ 760.297672] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 760.297672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.297935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.298165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.298238] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.298368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.301410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.301410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.301410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.301410] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.314325] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.441118] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.441520] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.441520] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.441777] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.441930] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.442183] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 not found, creating... [ 760.442892] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.443185] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.443292] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.443564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.443716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.444051] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.444225] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.444347] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.444589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.444735] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.444882] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 is going to be created. [ 760.465108] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.465323] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.465458] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.465759] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.465996] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.466242] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.806234] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.821857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.821857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.821857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.821857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.821857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.821857] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 760.851023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.851209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.851318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.851493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.851636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.861656] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 761.308426] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.815459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.815459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.815459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.815459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.815459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.815459] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 761.843330] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.843330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.843330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.843330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.843330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.852634] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [req-80eb587c-bc78-4087-ae0f-f5b4d3953428 req-0a1eb7d8-3bc8-4527-be71-0fc5ce4376e6 service nova] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [req-80eb587c-bc78-4087-ae0f-f5b4d3953428 req-0a1eb7d8-3bc8-4527-be71-0fc5ce4376e6 service nova] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [req-80eb587c-bc78-4087-ae0f-f5b4d3953428 req-0a1eb7d8-3bc8-4527-be71-0fc5ce4376e6 service nova] Enqueued Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 761.905173] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 761.905951] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.906268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.906463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.907040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.907337] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.908692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.908928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.911125] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.911125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.911125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.911125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.912317] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117b9f8f-19bb-40f4-8a3f-53fc429a17a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.165565] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 762.165816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.165973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.166210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.166398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.166514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.166575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.166723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.166823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.166924] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.360600] env[69888]: INFO networking_nsxv3.common.synchronization [req-36082680-f085-46f7-825b-a33a64d975ca req-03e49324-dbc0-4c81-967b-9fa3bbfe49f0 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 762.361316] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 762.361626] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.361836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.361836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.362129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.362445] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.362577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.362577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.362743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.363177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.363177] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.414210] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with status ACTIVE [ 762.414455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.414598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.414672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.414896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.415012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.415202] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.415303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.415365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.415520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.415598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.415773] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.415863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.415922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.416083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.416158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.416243] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 is going to be updated. [ 762.420902] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.420902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439740] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.439924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.439999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.440232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.440397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.440578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669329] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.669329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.669329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.669682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669989] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.670095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.670164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.670364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.670444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.670540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 762.695065] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.695255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.695323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.695953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.695953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.703262] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 762.864958] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.869475] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 762.869708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.869868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.870104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.870309] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.872691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.872691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.872691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.872691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.872691] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.943379] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-876 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.943579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.943716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.943996] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.947132] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.947611] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.947611] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.947759] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.947833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.948063] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.948232] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.949351] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.949351] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.949589] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 762.951034] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.951178] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.969438] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.969533] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 762.969630] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.969831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-876" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.970192] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.970349] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.970501] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.970853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.970997] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bec57d-e90b-4db1-84c6-c0b2e4a6efbc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.369013] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.373125] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.475155] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.475895] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.476175] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.476774] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.477546] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.477546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc not found, creating... [ 763.477546] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.477871] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.478704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.478704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.478704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.479022] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.479283] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.479437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.479982] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.480191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.480343] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc is going to be created. [ 763.501994] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.501994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.501994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.501994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.501994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.501994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.599151] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4ab7ee09-399f-444b-8f49-5e25305b9a8e None None] Enqueued Resource ID: 9eed187d-a0cc-47ff-8f98-422cacd366a4 with Priority: HIGHEST for action port [ 763.600345] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9eed187d-a0cc-47ff-8f98-422cacd366a4 with Priority: HIGHEST for action port [ 763.601285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9eed187d-a0cc-47ff-8f98-422cacd366a4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.601285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9eed187d-a0cc-47ff-8f98-422cacd366a4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.601285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9eed187d-a0cc-47ff-8f98-422cacd366a4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.601285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9eed187d-a0cc-47ff-8f98-422cacd366a4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.601285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9eed187d-a0cc-47ff-8f98-422cacd366a4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.861346] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 763.862977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.863184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.863629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.863886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.864048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.864143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.864338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.864458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.864588] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.873431] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.873614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.873678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.875613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.875613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.875613] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 763.875613] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.910095] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.910235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.910305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.910640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.910640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.919574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 764.107901] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9eed187d-a0cc-47ff-8f98-422cacd366a4 [ 764.108188] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.108325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.108396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.108698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.108765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.108811] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9eed187d-a0cc-47ff-8f98-422cacd366a4 already deleted. [ 764.108894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9eed187d-a0cc-47ff-8f98-422cacd366a4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.214783] env[69888]: INFO networking_nsxv3.common.synchronization [req-36082680-f085-46f7-825b-a33a64d975ca req-2bcadfc4-1a57-4816-827a-5555c08bb235 service nova] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_rules [ 764.214976] env[69888]: INFO networking_nsxv3.common.synchronization [req-36082680-f085-46f7-825b-a33a64d975ca req-2bcadfc4-1a57-4816-827a-5555c08bb235 service nova] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 764.215131] env[69888]: INFO networking_nsxv3.common.synchronization [req-36082680-f085-46f7-825b-a33a64d975ca req-2bcadfc4-1a57-4816-827a-5555c08bb235 service nova] Enqueued Resource ID: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc with Priority: HIGHEST for action port [ 764.215285] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_rules [ 764.215396] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 764.215498] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc with Priority: HIGHEST for action port [ 764.217029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.217219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.217415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.217921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.217979] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.218821] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.218913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.219099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.219204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.219282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.219435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.219515] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bec57d-e90b-4db1-84c6-c0b2e4a6efbc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.367162] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.378018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.378018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.378370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.378370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.378370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.378462] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 764.407226] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.407226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.407226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.407226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.407226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.414055] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 764.712540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 764.712744] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 deletion is rescheduled due to dependency. [ 764.712948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.713130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.713343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.713614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.713688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.713724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.713845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.713922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.714046] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.724316] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc with status ACTIVE [ 764.725026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.725026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.725026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.725026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.725212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.725242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.729615] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.729615] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83bec57d-e90b-4db1-84c6-c0b2e4a6efbc is going to be updated. [ 764.729615] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.729615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.747490] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.748190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.748366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.748767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.748965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.749207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83bec57d-e90b-4db1-84c6-c0b2e4a6efbc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.869844] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.939927] env[69888]: INFO networking_nsxv3.common.synchronization [req-50e3bd31-8559-460b-8394-a7f98d31c16d req-f8566942-1f23-405c-8efb-1f0e141fe4a8 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 764.939927] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 764.941227] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.941396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.941541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.944034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.944034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.944034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.944034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.944034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.944034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.944034] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.220305] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.220542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.220633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.220948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.221073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.221402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.221474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.221657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.221746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.221836] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 765.242871] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.243106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.243237] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.247169] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.247479] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.247686] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.247841] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.248236] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.248337] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.248499] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.248619] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.248742] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.248854] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.248974] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 765.249101] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.249328] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.252393] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.252552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.252695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.253524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.253748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.264025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 765.268537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.268752] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 765.268843] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.269066] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.269785] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.270079] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.270451] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.270572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.270719] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e1cca8-ca8a-49bd-8b60-e6a22f58ce41',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.374203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.374203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.374203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.374203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.374203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.374203] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 765.399815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.400275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.400275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.401526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.401721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.410185] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 765.446171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.446361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.446441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.446668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.446780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.447030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.447128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.447251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.447357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.447410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.447514] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f already deleted. [ 765.447596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774122] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.774122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.774122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.774459] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.774591] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.774753] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 not found, creating... [ 765.775073] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.775237] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.775354] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.775656] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.775702] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.775989] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.777631] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.777759] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.777992] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.778143] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.778291] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 is going to be created. [ 765.799492] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.799784] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.799970] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.800224] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.800866] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.801142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.932112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 765.932362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.932570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.932832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933044] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.933170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.933231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.933396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.933482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.933581] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.425271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.425271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.425271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.426702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.426979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.427272] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.437132] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.545259] env[69888]: INFO networking_nsxv3.common.synchronization [req-940a257c-fc9e-45a8-982b-87df30fe6b7e req-eabd6e76-5c21-47ec-911b-f032553735b5 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 766.545783] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 766.546101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.546224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.546486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.546672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.546779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.546859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.547029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.547103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.547200] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.665359] env[69888]: INFO networking_nsxv3.common.synchronization [req-50e3bd31-8559-460b-8394-a7f98d31c16d req-3961dfe2-7116-4591-8c17-1e4981c15625 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 766.665545] env[69888]: INFO networking_nsxv3.common.synchronization [req-50e3bd31-8559-460b-8394-a7f98d31c16d req-3961dfe2-7116-4591-8c17-1e4981c15625 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 766.665688] env[69888]: INFO networking_nsxv3.common.synchronization [req-50e3bd31-8559-460b-8394-a7f98d31c16d req-3961dfe2-7116-4591-8c17-1e4981c15625 service nova] Enqueued Resource ID: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 with Priority: HIGHEST for action port [ 766.665940] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 766.666214] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 766.666330] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 with Priority: HIGHEST for action port [ 766.666889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.667054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.667115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.667330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.667415] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.668253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.669130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.669130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.669130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.669130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.669353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.669353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.669353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.669537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.669537] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.670241] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.670343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.670406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.670583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.670656] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e1cca8-ca8a-49bd-8b60-e6a22f58ce41',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.930880] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.931082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.931355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.931525] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.931636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.931753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.931848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.931934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.932031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.932192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.932264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.932322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.932458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.932619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.932712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.932771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.932905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.932980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.933076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.933169] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.941071] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.049648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.050703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.050776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.051075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.051120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.051358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.051473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.051538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.051699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.051814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.051850] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 767.081922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.081922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.081922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.081922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.081922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.090227] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 767.172756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.172905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.173101] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 with status ACTIVE [ 767.173271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.173403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.173435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.173682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.173776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.173947] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.174055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.174118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.174269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.174348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.174560] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.174631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.174667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.174806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.174881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.174966] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98e1cca8-ca8a-49bd-8b60-e6a22f58ce41 is going to be updated. [ 767.176461] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.225214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.225369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.225496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.225696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.225856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.226039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e1cca8-ca8a-49bd-8b60-e6a22f58ce41" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.273349] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 767.273578] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 deletion is rescheduled due to dependency. [ 767.273728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.420392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 767.420606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.420775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.420999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.421214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.422519] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.422519] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.422519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.422958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.422958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.422958] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.424081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.424081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.424081] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.424081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.424477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.424477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.424477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.424477] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.437993] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 767.442775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.442775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.442775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.443011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.443105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.443200] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 767.459428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.459428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.459428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.459597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.471959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.472098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.472171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.472447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.472555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.478434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.478744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.478886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.478953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.479207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.479306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.479572] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.479632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.479669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.479802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.479910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.480202] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.480202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.480349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.480409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.480665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.480665] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 767.482391] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 767.542954] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.543158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.543194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.543382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.543525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.559321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 767.681222] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.924430] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 req-3f4907e2-afb5-4b8a-a927-d39447bd5343 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 767.925078] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 767.925638] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.925776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.925844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.926076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926225] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.926340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.926399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.926548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.926636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.926769] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.930726] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11435e8-fd96-40ad-91d2-673b5014ac09: rpc.has_security_group_logging(os_id): False [ 767.934552] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.952830] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.952991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.953730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.953730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.953730] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.953730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.953966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.953966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.953966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.955898] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.955898] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.955898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.956375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.956375] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be created. [ 768.006072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.006218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.006286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.006503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.006691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.016299] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 768.184559] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.184721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.184783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.185010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.185121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.185231] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be created. [ 768.217866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.217996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.218153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.218377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.218559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.235842] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: UNINITIALIZED for 2s [ 768.432029] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.436792] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.463763] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.464165] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.464165] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.464458] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.464743] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.464895] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.465103] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.465415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.465610] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.465923] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.466022] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.466167] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.466307] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.466490] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 768.466676] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.466955] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.492959] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.492959] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 768.492959] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.492959] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.493305] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-72324ade-1095-4cfd-b0ec-574e45fa0601 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.493425] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.493665] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.494229] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.494229] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72324ade-1095-4cfd-b0ec-574e45fa0601',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.937890] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.941267] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.941478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.941589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.941876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.942020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.942133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 768.972959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.972959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.972959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.973185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.975429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.982760] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 769.000059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.000059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 72324ade-1095-4cfd-b0ec-574e45fa0601 not found, creating... [ 769.000059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.000059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.001025] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.001372] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.001712] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.002164] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.002512] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.002821] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 72324ade-1095-4cfd-b0ec-574e45fa0601 is going to be created. [ 769.025183] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.025183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.025183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.025183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.025183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.025183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.101331] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 769.101530] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 769.101725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.442361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.442361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.442361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.442486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.442604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.442712] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 769.474423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.474717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.474717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.474896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.475069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.482076] env[69888]: INFO networking_nsxv3.common.synchronization [None req-cf68e56e-379e-476f-a56d-335fa4eb5599 None None] Enqueued Resource ID: 0feab2e9-decd-436c-a6d4-33eff0497809 with Priority: HIGHEST for action port [ 769.483011] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0feab2e9-decd-436c-a6d4-33eff0497809 with Priority: HIGHEST for action port [ 769.484247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0feab2e9-decd-436c-a6d4-33eff0497809 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.484466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0feab2e9-decd-436c-a6d4-33eff0497809" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.484466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0feab2e9-decd-436c-a6d4-33eff0497809" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.484753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0feab2e9-decd-436c-a6d4-33eff0497809" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.484815] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0feab2e9-decd-436c-a6d4-33eff0497809',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.492205] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 769.492848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 769.493088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.493213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.493442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.493651] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.493849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.493849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.493987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.494778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.495933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.495933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.576917] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 769.576917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 req-af7c552e-a40f-4724-aa65-482079d25898 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 req-af7c552e-a40f-4724-aa65-482079d25898 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd7c3bbc-eda0-4052-8da1-09b63933e0c5 req-af7c552e-a40f-4724-aa65-482079d25898 service nova] Enqueued Resource ID: 72324ade-1095-4cfd-b0ec-574e45fa0601 with Priority: HIGHEST for action port [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 769.916037] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72324ade-1095-4cfd-b0ec-574e45fa0601 with Priority: HIGHEST for action port [ 769.916531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.916680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.916791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.917059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.918142] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.922293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.922397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.924298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-72324ade-1095-4cfd-b0ec-574e45fa0601 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.925143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.925308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.925454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.925550] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72324ade-1095-4cfd-b0ec-574e45fa0601',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.989420] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0feab2e9-decd-436c-a6d4-33eff0497809 [ 769.991644] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.991644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.991644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.991644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.991644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.991644] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0feab2e9-decd-436c-a6d4-33eff0497809 already deleted. [ 769.991644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0feab2e9-decd-436c-a6d4-33eff0497809" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.997099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.997486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.997486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.998400] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.998400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.998400] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.998730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.998730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.998889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.999059] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.999171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.999247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.999464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.999534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.999640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.999755] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.030443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 770.030443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.030443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.030443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.030443] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.251618] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 770.251964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.252178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.252603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.252673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.252802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.252873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.253050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.253138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.253224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.253321] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.430848] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72324ade-1095-4cfd-b0ec-574e45fa0601 with status ACTIVE [ 770.430848] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.431184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.433288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.433288] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72324ade-1095-4cfd-b0ec-574e45fa0601 is going to be updated. [ 770.462738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.463416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.463416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.463416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.463416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.463633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72324ade-1095-4cfd-b0ec-574e45fa0601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.505078] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9173e08-6ed7-46f4-859c-377a16115616: rpc.has_security_group_logging(os_id): False [ 770.524504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.524710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.524764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.525067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.534858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.534858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.547824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.548056] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.554470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.554470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 770.629201] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.629201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.629201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.629201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.629201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.645234] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 770.757701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.757822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.757874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.758983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.758983] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.758983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.758983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.758983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.758983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.759294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.759294] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.759365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.759501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.759821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.760503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.761128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.761128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.761128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.761128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.761542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.761542] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.992980] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 770.993215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.993385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.993682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.993817] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.993930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.993998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.994170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.994259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.994453] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.268108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 771.288019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.288019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.288019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.288019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.289128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.289708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.289708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.289708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.289708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.289905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.290064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.290126] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be created. [ 771.351324] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.351481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.351555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.351773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.351953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.406651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 771.499768] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.500114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.500782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.500782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.500782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.500782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.501011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.501011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.504896] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504896] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.504896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.504896] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.508435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 771.508681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.509130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.509347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.509841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.509841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.509841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.510041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.510041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.510166] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.012236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11435e8-fd96-40ad-91d2-673b5014ac09: rpc.has_security_group_logging(os_id): False [ 772.014326] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.037598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.037774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.037774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.037898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.037999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.039645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.039645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.039645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.039645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.039645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.039954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.039954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.040154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.040304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.040547] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.040862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.040948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.041200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.041270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.041378] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 772.110176] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.110176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.110176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.110176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.110176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.123135] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 772.516973] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.658457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 772.658906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.930202] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-d1880975-2b7c-4e5c-92fd-4fafa43fd8b1 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 772.930202] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 772.930202] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.930202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.930202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.930202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.931676] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.932000] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.934761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.934761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.934761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.934761] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.020509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.020685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.020747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.020998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.021084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.021158] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 773.048792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.048901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.048972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.049207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.049346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.058129] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 773.396082] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 773.396460] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 773.398929] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 773.398929] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 773.398929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.398929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.398929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.398929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.398929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.398929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.398929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.399635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.399635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.399635] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.403021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.403021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.403021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.403021] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.421781] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 773.422020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.438393] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.438393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.438393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.438393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.469488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.469488] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.469488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.469488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_rules [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7e30995-414e-4a60-8674-00712c61d771 req-d97fb35e-d3d2-40b5-9c00-7a38cc6bf2f2 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 773.483499] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 773.484458] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_rules [ 773.484458] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 773.484543] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 773.484691] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 773.484953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.485122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.485221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.485481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.485573] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.486486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.487161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.487161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.491039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.491039] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.491039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.491039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.491039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.491039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.491039] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117b9f8f-19bb-40f4-8a3f-53fc429a17a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.493278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.493608] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.493698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.501382] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.501544] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.501666] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.501934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.502197] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.502351] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.502465] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.505689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.505906] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.506238] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.506346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.506461] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.506582] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.506748] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 773.506823] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.506979] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.509137] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.509257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.509365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.509578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.509711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.521575] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 773.528345] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.528345] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 773.528486] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.528545] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.528875] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0c2941fa-b537-4cb8-b11f-c9669971d9d7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.529270] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.529270] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.529511] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.529654] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2941fa-b537-4cb8-b11f-c9669971d9d7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.905286] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.909286] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.990315] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.990581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.991909] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with status ACTIVE [ 773.992403] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.992590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.992794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.992950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.993135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.993281] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.993439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.996029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.996029] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 is going to be updated. [ 773.996412] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.997506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.018771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.018952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.019086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.019353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.019526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.019727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.032482] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.032782] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.032969] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.033312] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.033511] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.033721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0c2941fa-b537-4cb8-b11f-c9669971d9d7 not found, creating... [ 774.034092] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.034308] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.034471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.034774] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.034959] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.035656] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.036049] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.036267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.036590] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.036829] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.037082] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 is going to be created. [ 774.055884] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.056418] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.056631] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.056988] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.057316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.057607] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.148045] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 774.148390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.148599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.148919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.149061] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.411997] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.415090] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.654043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.654043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.654043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.654043] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.917976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.917976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.917976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.917976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.917976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.917976] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be created. [ 774.920416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.923485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.923485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.923485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.923485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.923485] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 774.943069] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.943876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.943876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.943876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.944044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.946358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.946490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.946622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.946843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.946981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.956237] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 774.958235] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: UNINITIALIZED for 2s [ 775.069675] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 775.069887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.070092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.070315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.070554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.070654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.070707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.070879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.070961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.071056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.071167] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.159497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.159729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.159807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.160088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.160258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.160381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.160447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.160633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.160755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.160899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.161148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.161257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.161320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.161467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.161632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.161754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.161817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.162435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.162600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.162757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.162893] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.531361] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-797cdcd0-d311-402f-80fc-ae6b3ee56fde service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 775.531361] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-797cdcd0-d311-402f-80fc-ae6b3ee56fde service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 775.531361] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-797cdcd0-d311-402f-80fc-ae6b3ee56fde service nova] Enqueued Resource ID: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 with Priority: HIGHEST for action port [ 775.532202] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 775.532374] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac deletion is rescheduled due to dependency. [ 775.532484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.533313] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 775.533442] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 775.533538] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 with Priority: HIGHEST for action port [ 775.533809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.533927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.534248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.534248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.534412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.535322] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.535477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.535572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.535767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.536043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.536043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.536175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.536332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.536443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.536559] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.538466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c2941fa-b537-4cb8-b11f-c9669971d9d7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.538466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.538466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.538466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.538466] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c2941fa-b537-4cb8-b11f-c9669971d9d7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.574054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.574294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.574506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.574669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.574789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.574863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.575136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.575230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.575377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.575669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.575805] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.575905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.575967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.576119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.577243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.577243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.577243] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.665686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11435e8-fd96-40ad-91d2-673b5014ac09: rpc.has_security_group_logging(os_id): False [ 775.686451] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.687109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.687109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.687109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.687109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.688116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.688116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.688116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.689141] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.689141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.689141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.690133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.690133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.690133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 775.749850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.749850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.749850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.749850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.749850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.761399] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 776.040039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.040149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.040438] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.044351] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c2941fa-b537-4cb8-b11f-c9669971d9d7 with status ACTIVE [ 776.044775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.044936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.045048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.045205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.045821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.045958] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.046104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.046135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.047253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.047253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.047253] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c2941fa-b537-4cb8-b11f-c9669971d9d7 is going to be updated. [ 776.050140] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-8e289f8f-ea49-45f7-99dd-7da3c4d3555e tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 776.050828] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 776.053958] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.054073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.070262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.070708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.070708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.070892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.070976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.071474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c2941fa-b537-4cb8-b11f-c9669971d9d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.081918] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2635004c-10e9-4398-a6ec-ae210e04d2ed: rpc.has_security_group_logging(os_id): False [ 776.099189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.099189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.099189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.099189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.099189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.099189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.099556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.099556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.099556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.099556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.099764] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.099830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.100191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.100191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.100191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.100381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.100437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.100484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.100592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.100738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.100851] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 776.187372] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.187551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.187620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.187866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.187977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.207109] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 776.208998] env[69888]: INFO networking_nsxv3.common.synchronization [None req-fa88665e-6866-4ea9-8ebc-4a70c8a0d351 None None] Enqueued Resource ID: 245a440c-2ea2-4087-ab0b-97a5bf417510 with Priority: HIGHEST for action port [ 776.209422] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 245a440c-2ea2-4087-ab0b-97a5bf417510 with Priority: HIGHEST for action port [ 776.210651] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-245a440c-2ea2-4087-ab0b-97a5bf417510 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.210651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-245a440c-2ea2-4087-ab0b-97a5bf417510" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.210651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-245a440c-2ea2-4087-ab0b-97a5bf417510" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.211130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-245a440c-2ea2-4087-ab0b-97a5bf417510" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.212355] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('245a440c-2ea2-4087-ab0b-97a5bf417510',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.546063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.664214] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.664214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.664214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.664214] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.664214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.664214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.665266] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.665586] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.666051] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.666519] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.666827] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.668115] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.668115] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 776.668115] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.668115] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.688268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.688601] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 776.688809] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.689057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-116" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.689615] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-9ab789a6-a07e-4745-830c-35982680d688 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.689710] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.689851] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.690776] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.690776] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab789a6-a07e-4745-830c-35982680d688',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.715682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 245a440c-2ea2-4087-ab0b-97a5bf417510 [ 776.715682] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.715942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.715942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.716140] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.716259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.716354] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:245a440c-2ea2-4087-ab0b-97a5bf417510 already deleted. [ 776.716641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-245a440c-2ea2-4087-ab0b-97a5bf417510" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.852209] env[69888]: INFO networking_nsxv3.common.synchronization [None req-47068cd6-3ce8-45ac-9732-61d4078e7c5a None None] Enqueued Resource ID: 997a2490-7223-40f5-b250-436567ba6568 with Priority: HIGHEST for action port [ 776.853233] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997a2490-7223-40f5-b250-436567ba6568 with Priority: HIGHEST for action port [ 776.854318] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-997a2490-7223-40f5-b250-436567ba6568 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.854318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-997a2490-7223-40f5-b250-436567ba6568" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.854318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-997a2490-7223-40f5-b250-436567ba6568" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.855462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-997a2490-7223-40f5-b250-436567ba6568" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.855462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('997a2490-7223-40f5-b250-436567ba6568',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.967018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 776.967018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.967622] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 776.967930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.967930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.968096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.968286] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.968389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.968453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.968608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.968681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.968780] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.972090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.972339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.972499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.972624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.972701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.972875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.972957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.973061] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.048154] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.048420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.048420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.048599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.048687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.048787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 777.072809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.072973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.073058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.073273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.073418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.080957] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 777.196304] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196304] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 9ab789a6-a07e-4745-830c-35982680d688 not found, creating... [ 777.196304] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.196304] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.196732] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.196732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197936] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.198313] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 9ab789a6-a07e-4745-830c-35982680d688 is going to be created. [ 777.233122] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.233122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.233122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.233122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.233122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.233122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.332172] env[69888]: INFO networking_nsxv3.common.synchronization [req-6dc3f344-1377-4e28-8ff2-c8eafc3ecf6f req-29e6bb0d-1af9-44e8-b72a-270c12d52c7e tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 777.332172] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 777.332172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.332172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.332172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.332721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.333023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.333238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.334498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.334791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.335083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.335271] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.359287] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 997a2490-7223-40f5-b250-436567ba6568 [ 777.359725] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.364462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.364462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.364462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.364462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.364462] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:997a2490-7223-40f5-b250-436567ba6568 already deleted. [ 777.364462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-997a2490-7223-40f5-b250-436567ba6568" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.476312] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.478373] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.775987] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 777.776280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.841476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.841476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.841476] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 777.868173] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.868173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.868173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.868173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.868173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.873992] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-b5e489c5-b06f-43b8-af3a-0bbf4ece893a service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-b5e489c5-b06f-43b8-af3a-0bbf4ece893a service nova] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [req-f73dacfe-6598-4d79-af68-2c0917e9bb8f req-b5e489c5-b06f-43b8-af3a-0bbf4ece893a service nova] Enqueued Resource ID: 9ab789a6-a07e-4745-830c-35982680d688 with Priority: HIGHEST for action port [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_rules [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 777.954440] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ab789a6-a07e-4745-830c-35982680d688 with Priority: HIGHEST for action port [ 777.954440] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.954440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.957166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ab789a6-a07e-4745-830c-35982680d688 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.957166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.957166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.957166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.957166] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ab789a6-a07e-4745-830c-35982680d688',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.979686] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.980630] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.228856] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 778.229063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.386063] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3114043-253d-44fb-a46d-e6e53da3f9ed req-125a7c53-d276-432d-af15-0880c6e7a5ae tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 778.387045] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 778.387649] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.388024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.392094] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.392094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.392094] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.461047] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ab789a6-a07e-4745-830c-35982680d688 with status ACTIVE [ 778.461047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.461047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.461047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.461047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.461806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.461806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.461806] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ab789a6-a07e-4745-830c-35982680d688 is going to be updated. [ 778.482593] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.482750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ab789a6-a07e-4745-830c-35982680d688" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.483773] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.483773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.484030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.484030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.484110] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 778.486035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.486035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.486035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.486035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.486035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.486035] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be updated. [ 778.514791] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.514983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.515169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.515284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.515430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.520198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.520198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.520198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.520198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.520198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.537704] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 778.537917] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:0 completed [ 778.538035] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:1 started [ 778.539298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 778.659811] env[69888]: INFO networking_nsxv3.common.synchronization [None req-309e2dfd-002b-4e9f-9f4a-1c06095fca18 None None] Enqueued Resource ID: 210c4d20-f7d4-4705-b310-9a79309b5d58 with Priority: HIGHEST for action port [ 778.660337] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 210c4d20-f7d4-4705-b310-9a79309b5d58 with Priority: HIGHEST for action port [ 778.661021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-210c4d20-f7d4-4705-b310-9a79309b5d58 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.661108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-210c4d20-f7d4-4705-b310-9a79309b5d58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.661152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-210c4d20-f7d4-4705-b310-9a79309b5d58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.661404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-210c4d20-f7d4-4705-b310-9a79309b5d58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.661490] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('210c4d20-f7d4-4705-b310-9a79309b5d58',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.664310] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.664490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.664650] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.665277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.665277] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.665779] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.665884] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.666136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.666550] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.666786] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.666912] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.667041] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.667155] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.667503] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 778.667697] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.667771] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.685900] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.686070] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 778.686211] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.686387] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.686697] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5a73a71c-1a89-4768-91df-221c82bcbf28 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.686993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.686993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.687292] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.687435] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a73a71c-1a89-4768-91df-221c82bcbf28',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.895642] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.895958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.895958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.896109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.896213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.896435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.896540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.896603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.896810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.896925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.897109] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 already deleted. [ 778.897157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.091828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 779.092902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.092902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.092902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.092902] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.092902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.092902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.093171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.093171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.093230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.093279] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.096338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.096624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.096793] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.096873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.096910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.097051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.097138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.097234] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.170576] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 210c4d20-f7d4-4705-b310-9a79309b5d58 [ 779.170944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.171159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.171274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.171576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.171722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.171865] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:210c4d20-f7d4-4705-b310-9a79309b5d58 already deleted. [ 779.172154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-210c4d20-f7d4-4705-b310-9a79309b5d58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.191460] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.191460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.191460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.191460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.191460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.191795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5a73a71c-1a89-4768-91df-221c82bcbf28 not found, creating... [ 779.191913] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.192105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.192236] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.192472] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.192620] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.193111] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.193445] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.193589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.193816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.193956] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.194769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5a73a71c-1a89-4768-91df-221c82bcbf28 is going to be created. [ 779.243289] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.243497] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.243619] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.243943] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.244213] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.244496] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.536009] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1ef68475-ec51-4450-978c-f55f47a14d6e None None] Enqueued Resource ID: a3ff813c-a7e3-4957-9cf7-e6fbc98e2744 with Priority: HIGHEST for action port [ 779.536009] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3ff813c-a7e3-4957-9cf7-e6fbc98e2744 with Priority: HIGHEST for action port [ 779.537772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3ff813c-a7e3-4957-9cf7-e6fbc98e2744 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.537772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3ff813c-a7e3-4957-9cf7-e6fbc98e2744" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.537772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3ff813c-a7e3-4957-9cf7-e6fbc98e2744" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.537772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3ff813c-a7e3-4957-9cf7-e6fbc98e2744" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.537772] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3ff813c-a7e3-4957-9cf7-e6fbc98e2744',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.599037] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.599198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.599745] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.888482] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 779.888482] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 779.888482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3114043-253d-44fb-a46d-e6e53da3f9ed req-a339d542-84ca-49e7-a13d-248a95089751 service nova] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3114043-253d-44fb-a46d-e6e53da3f9ed req-a339d542-84ca-49e7-a13d-248a95089751 service nova] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3114043-253d-44fb-a46d-e6e53da3f9ed req-a339d542-84ca-49e7-a13d-248a95089751 service nova] Enqueued Resource ID: 5a73a71c-1a89-4768-91df-221c82bcbf28 with Priority: HIGHEST for action port [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_rules [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 780.031019] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a73a71c-1a89-4768-91df-221c82bcbf28 with Priority: HIGHEST for action port [ 780.031019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.031019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a73a71c-1a89-4768-91df-221c82bcbf28 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.035021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.035021] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a73a71c-1a89-4768-91df-221c82bcbf28',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.040222] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3ff813c-a7e3-4957-9cf7-e6fbc98e2744 [ 780.040305] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.040384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.040451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.040620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.040902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.040902] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3ff813c-a7e3-4957-9cf7-e6fbc98e2744 already deleted. [ 780.040902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3ff813c-a7e3-4957-9cf7-e6fbc98e2744" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.101844] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.186436] env[69888]: INFO networking_nsxv3.common.synchronization [req-ce8609e9-b5f0-41dc-b587-a8399a9b8d72 req-f524c5e6-fe5b-4e05-b8bd-2a533ec4fc8a tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: f411e2c1-ceb5-444f-933a-f79ce7e87026 with Priority: HIGHEST for action security_group_rules [ 780.187113] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f411e2c1-ceb5-444f-933a-f79ce7e87026 with Priority: HIGHEST for action security_group_rules [ 780.187486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f411e2c1-ceb5-444f-933a-f79ce7e87026 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.188171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f411e2c1-ceb5-444f-933a-f79ce7e87026" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.189136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f411e2c1-ceb5-444f-933a-f79ce7e87026" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.189450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f411e2c1-ceb5-444f-933a-f79ce7e87026" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.189795] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f411e2c1-ceb5-444f-933a-f79ce7e87026',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.537980] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.539062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.539965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.541293] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a73a71c-1a89-4768-91df-221c82bcbf28 with status ACTIVE [ 780.542328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.542328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.542480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.542566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.542701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.542894] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.543013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.543071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.543617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.543617] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.543617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.543772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.543804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.543968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.543968] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a73a71c-1a89-4768-91df-221c82bcbf28 is going to be updated. [ 780.559360] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 780.559598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.560477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.560477] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.560621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.560621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.560759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.560860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.560951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.561063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.562597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 780.562837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.562990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.563169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.563339] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.563447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.563510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.564188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.564188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.564260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.564340] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.567297] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.567415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.571020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.571020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.571020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.571020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a73a71c-1a89-4768-91df-221c82bcbf28" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603909] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.604093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.604165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.604377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.604464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.604568] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 780.632769] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.632967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.633056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.633280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.633424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.642804] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 780.715745] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.715882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.715947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.716192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.716275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.716369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f411e2c1-ceb5-444f-933a-f79ce7e87026 already deleted. [ 780.716448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f411e2c1-ceb5-444f-933a-f79ce7e87026" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.045731] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.067022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.067304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.067557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.067947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.068056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.068145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.068331] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.068423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.069990] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.071048] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.552668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.552668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.552668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.552668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.552668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.552668] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 is going to be created. [ 781.574706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 781.580020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea64eca8-16f9-4047-9b43-7759d5f4c17a: rpc.has_security_group_logging(os_id): False [ 781.581086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.581229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.581288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.581493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.581900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.595809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.595971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.596052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.596286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.596407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.597141] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.597296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.597369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.597542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.597627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.597837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.597936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.597991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.598507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.598570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.598710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.598789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.598878] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 781.600614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.600724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.600823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.600981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.601076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.601269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.601364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.601427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.601573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.601643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.601731] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be created. [ 781.603182] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: UNINITIALIZED for 2s [ 781.681263] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.681470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.681470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.682151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.682151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.691418] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.691418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.691418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.691418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.691860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.694236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 781.706518] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 782.095597] env[69888]: INFO networking_nsxv3.common.synchronization [req-f39d9d35-66ec-4966-8fd8-0bfd182c99a5 req-f8719c0e-3234-41b4-b2ca-a7a098d0e432 tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: 97c272ef-090e-46fc-b99d-0740d55995cd with Priority: HIGHEST for action security_group_rules [ 782.095597] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c272ef-090e-46fc-b99d-0740d55995cd with Priority: HIGHEST for action security_group_rules [ 782.095985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c272ef-090e-46fc-b99d-0740d55995cd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.096190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c272ef-090e-46fc-b99d-0740d55995cd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.096270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c272ef-090e-46fc-b99d-0740d55995cd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.096534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c272ef-090e-46fc-b99d-0740d55995cd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.096619] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c272ef-090e-46fc-b99d-0740d55995cd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.299186] env[69888]: INFO networking_nsxv3.common.synchronization [None req-edf72412-d9c5-4c1d-b7d8-f0cfb2ba271c tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 with Priority: HIGHEST for action security_group_rules [ 782.299844] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 with Priority: HIGHEST for action security_group_rules [ 782.300187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.300308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.300361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.300635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.300734] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e92ff36-7758-4ad4-93f4-835dcd1e8164',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.390428] env[69888]: INFO networking_nsxv3.common.synchronization [None req-847611ed-13a4-46fe-a1f6-a5618ddd7861 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 with Priority: HIGHEST for action security_group_rules [ 782.390900] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 with Priority: HIGHEST for action security_group_rules [ 782.391238] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.391343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.452616] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 782.452918] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 782.453085] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 782.453653] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 782.453802] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 782.453919] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 782.454706] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f8f66-4a1f-406b-bd63-731606f13ece taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.454837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.455279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.456509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.456803] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.456929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.456997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.457177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.457267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.457366] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.458276] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.458519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.458519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.458650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.458758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.458819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.458884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.460084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.460710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.460710] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.461349] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.461437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.461437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.462030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.462030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.462030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.462259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.462259] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.529500] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 782.529691] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 782.529878] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_rules [ 782.530358] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 782.530358] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_rules [ 782.530358] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 782.530358] env[69888]: INFO networking_nsxv3.common.synchronization [req-42fa077a-c2ad-49f7-8fb6-a566e4874cb8 req-f205ef01-6572-454b-8e39-afaa39443bfe tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 782.530889] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_rules [ 782.531043] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_rules [ 782.531147] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 782.531241] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with Priority: HIGHEST for action port [ 782.531331] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_rules [ 782.531420] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 782.531506] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 782.531776] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.531879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.532074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-783f8f66-4a1f-406b-bd63-731606f13ece taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.532180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.532244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.532502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.532578] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.533704] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.533813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.534152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.534220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.534440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.534523] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('117b9f8f-19bb-40f4-8a3f-53fc429a17a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.535220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.535307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535485] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.535559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.535720] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f8f66-4a1f-406b-bd63-731606f13ece taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.535793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.615855] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.616135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.616135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.616358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.616444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.616591] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c272ef-090e-46fc-b99d-0740d55995cd already deleted. [ 782.616672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c272ef-090e-46fc-b99d-0740d55995cd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.650085] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 782.650293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.650445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.650656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.650836] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.650992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.651045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.651174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.651253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.651351] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.820925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.821102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.821217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.821477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821572] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 already deleted. [ 782.821705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.821800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.821957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.822055] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e92ff36-7758-4ad4-93f4-835dcd1e8164',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.964832] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.965551] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.966575] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.036455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 with status ACTIVE [ 783.036690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.036837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.036921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.037238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.037339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.037531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.037637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.037701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.041025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.041025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 117b9f8f-19bb-40f4-8a3f-53fc429a17a1 is going to be updated. [ 783.041025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f8f66-4a1f-406b-bd63-731606f13ece taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.041025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.060025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.060255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.060255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.060676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.061100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.061292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-117b9f8f-19bb-40f4-8a3f-53fc429a17a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.153528] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.341783] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.341933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.342219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.342522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.342619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.342720] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e92ff36-7758-4ad4-93f4-835dcd1e8164 already deleted. [ 783.342910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e92ff36-7758-4ad4-93f4-835dcd1e8164" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.471025] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.471025] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.471025] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.614247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: SUCCESS [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.614247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.614247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.614247] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.658772] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.704102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 783.704438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.704570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.704824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.704900] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.718822] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 783.719100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.719241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.719463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.719570] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.974874] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.975093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.975143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.975356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.975446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.975551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece is going to be created. [ 783.977000] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.977156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.977209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.977385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.977470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.977562] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 783.979444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.979444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.979444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.979444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.979444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.979444] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be updated. [ 784.005765] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.005881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.005953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.006193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.006363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.013254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.013254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.013254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.013254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.013254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.017361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.017361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.017361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.017361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.017361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.023830] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f8f66-4a1f-406b-bd63-731606f13ece in Status: UNINITIALIZED for 2s [ 784.027143] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 784.027970] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 784.121180] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.160686] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.161098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.161098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.161172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.161271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.161371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 784.195198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.195198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.195198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.195198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.195198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.207016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 784.207016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.207016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.222284] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.222284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.523598] env[69888]: INFO networking_nsxv3.common.synchronization [req-1ff7b712-ae56-4005-9b0c-c4121b6aa0b4 req-2e0dedb8-68ba-4760-bfcf-1c1ff827f45f tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: a466cf6c-48c9-4faa-a428-d7f15d89276e with Priority: HIGHEST for action security_group_rules [ 784.524273] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a466cf6c-48c9-4faa-a428-d7f15d89276e with Priority: HIGHEST for action security_group_rules [ 784.524603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a466cf6c-48c9-4faa-a428-d7f15d89276e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.524734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a466cf6c-48c9-4faa-a428-d7f15d89276e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.524800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a466cf6c-48c9-4faa-a428-d7f15d89276e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.525095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a466cf6c-48c9-4faa-a428-d7f15d89276e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.525172] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a466cf6c-48c9-4faa-a428-d7f15d89276e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.626084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5955462-1852-4a8c-949f-fb8aa0e039f0: rpc.has_security_group_logging(os_id): False [ 784.644736] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.644884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.644959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.645339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.645586] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.645889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.645889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.645889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.646491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.646491] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 is going to be created. [ 784.699378] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.699526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.699600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.699822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.700013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.710885] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: IN_PROGRESS for 2s [ 784.791658] env[69888]: INFO networking_nsxv3.common.synchronization [req-3118f2f8-0a7e-47e5-9234-57c3111f4aa9 req-6db9a50e-2b56-446b-97f4-cba570605749 tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 784.792772] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 784.793092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.794045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.794045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.794516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.794516] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.054842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.055079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.055300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.055417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.055516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.055648] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a466cf6c-48c9-4faa-a428-d7f15d89276e already deleted. [ 785.055710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a466cf6c-48c9-4faa-a428-d7f15d89276e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.297581] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.805072] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.041687] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f8f66-4a1f-406b-bd63-731606f13ece in Status: SUCCESS [ 786.041687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.041687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.041687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.041867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.041867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.041996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.042051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.042130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.042224] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.044036] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.046377] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.046377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.046377] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.047089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.047268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.047419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.047464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.047943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.047943] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.216646] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 786.216646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.216782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219597] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.220354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.220441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.220836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.220954] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.307967] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.307967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.307967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.308448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.308448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.308448] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 786.339956] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.339956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.339956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.339956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.339956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.347541] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 786.554240] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.554240] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.554240] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.558908] env[69888]: INFO networking_nsxv3.common.synchronization [req-0529cb24-8bb5-4d21-acc8-415ccce7a6bd req-2819e41d-6422-4f12-aceb-176894f3086f tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: 28b87710-7dce-474f-a8c1-2cb86f3ddc45 with Priority: HIGHEST for action security_group_rules [ 786.559611] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28b87710-7dce-474f-a8c1-2cb86f3ddc45 with Priority: HIGHEST for action security_group_rules [ 786.560271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-28b87710-7dce-474f-a8c1-2cb86f3ddc45 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.560398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-28b87710-7dce-474f-a8c1-2cb86f3ddc45" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.560483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-28b87710-7dce-474f-a8c1-2cb86f3ddc45" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.560808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-28b87710-7dce-474f-a8c1-2cb86f3ddc45" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.560908] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('28b87710-7dce-474f-a8c1-2cb86f3ddc45',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.722443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: SUCCESS [ 786.722664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.723077] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85760c58-c40e-465c-a9d1-8c039a6fe3ac: rpc.has_security_group_logging(os_id): False [ 786.739377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.739377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.739377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.739377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.740083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.742606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.742606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.742606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.742606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.743527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.743527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 786.815358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.815572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.815572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.815777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.815925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.830780] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 787.060050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.060683] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.061383] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.078636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.078840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.078840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.079048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.079142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.079238] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 28b87710-7dce-474f-a8c1-2cb86f3ddc45 already deleted. [ 787.079340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-28b87710-7dce-474f-a8c1-2cb86f3ddc45" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.201615] env[69888]: INFO networking_nsxv3.common.synchronization [req-6fd34455-c12e-4646-aa6f-7df5e36b08cf req-75cd76f0-c2a5-4932-8c1e-54f5609923d0 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 787.201835] env[69888]: INFO networking_nsxv3.common.synchronization [req-6fd34455-c12e-4646-aa6f-7df5e36b08cf req-75cd76f0-c2a5-4932-8c1e-54f5609923d0 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 787.201974] env[69888]: INFO networking_nsxv3.common.synchronization [req-6fd34455-c12e-4646-aa6f-7df5e36b08cf req-75cd76f0-c2a5-4932-8c1e-54f5609923d0 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 787.202549] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 783f8f66-4a1f-406b-bd63-731606f13ece with Priority: HIGHEST for action security_group_members [ 787.202683] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGHEST for action security_group_members [ 787.202779] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 787.203483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-783f8f66-4a1f-406b-bd63-731606f13ece taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.203609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.203808] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.203936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.204144] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.204229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.565318] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.565318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.565318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.565318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.565896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.565896] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 787.566827] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.566908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.567031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.567133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.567313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.567313] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece is going to be updated. [ 787.568294] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.568425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.568504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.568610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.568691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.568766] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be updated. [ 787.597936] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.597936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.597936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.598182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.598182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.600013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.600208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.600313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.600528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.600678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.602267] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.602385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.602385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.602557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.602702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.611530] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 787.612143] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f8f66-4a1f-406b-bd63-731606f13ece in Status: IN_PROGRESS for 2s [ 787.612702] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 788.360155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 788.360520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.649471] env[69888]: INFO networking_nsxv3.common.synchronization [req-7cac01bd-8eab-4167-8c7e-5fa76959c9cb req-4d6376f6-cc51-4ece-8b8d-68694805c266 tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 788.649959] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 788.650268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f50120-230d-4006-bf70-19e81b8b51d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.650393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.650463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.650715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.650800] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f50120-230d-4006-bf70-19e81b8b51d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.840386] env[69888]: INFO networking_nsxv3.common.synchronization [req-aefab667-d45f-4c56-9ae2-f0033ab563b6 req-21f58b74-1d58-42f3-8a35-14a2548b61de tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 788.841316] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 788.841673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f50120-230d-4006-bf70-19e81b8b51d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.842021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.843694] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 788.844165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.844629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.844840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.844927] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.178371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f50120-230d-4006-bf70-19e81b8b51d3 already deleted. [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.178371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.178371] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f50120-230d-4006-bf70-19e81b8b51d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.243972] env[69888]: INFO networking_nsxv3.common.synchronization [req-fb4618da-cb67-45c8-b80c-e73048bf8846 req-02d15cda-cca3-4bdd-85b4-1732fe88ce1e tempest-SecurityGroupRulesTestJSON-608346834 tempest-SecurityGroupRulesTestJSON-608346834-project-member] Enqueued Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 789.243972] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05f50120-230d-4006-bf70-19e81b8b51d3 with Priority: HIGHEST for action security_group_rules [ 789.243972] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05f50120-230d-4006-bf70-19e81b8b51d3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.243972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.348944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.348944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.348944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.348944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.349259] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.349372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.349430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.349608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.349695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.349875] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.623898] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 783f8f66-4a1f-406b-bd63-731606f13ece in Status: SUCCESS [ 789.624240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.624810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.624810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.624934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.624997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.625045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.625227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.625316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.625414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.625514] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.628212] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 789.628401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.629105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 789.629234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.629380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.629550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.629738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.629880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.629949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.630117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.630236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.630319] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.631543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.631706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.631870] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.631973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.632051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.632195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.632272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.632359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.632455] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.633168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.633331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.635035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.635035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.635035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.635035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.635035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.635035] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.636582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.636582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.636582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.636582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.636582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.636814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.636814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.637511] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.638325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.638526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.638635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.638740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.638817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.639995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.640114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.640831] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.696448] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.696820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.696820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.696899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.696985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697186] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f50120-230d-4006-bf70-19e81b8b51d3 already deleted. [ 789.697186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.697330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.697476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.697530] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05f50120-230d-4006-bf70-19e81b8b51d3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.857645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.857817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.857865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.858105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.858503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.858503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.860494] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.136363] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('783f8f66-4a1f-406b-bd63-731606f13ece',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.138329] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.138488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.138537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.138752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.138842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.139054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.139164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.139220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.139379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.139458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.139561] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece is going to be deleted. [ 790.140747] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.140899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.144866] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.145573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.145641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.145778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.145854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.145941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be updated. [ 790.147026] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.153638] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.169817] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.170127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.170127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.170268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.170341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.170451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.171643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.171821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.171821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.172110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.172110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.179527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 790.226841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.227205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.228245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.228245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.228245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.228245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05f50120-230d-4006-bf70-19e81b8b51d3 already deleted. [ 790.228245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05f50120-230d-4006-bf70-19e81b8b51d3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.365526] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 85760c58-c40e-465c-a9d1-8c039a6fe3ac: rpc.has_security_group_logging(os_id): False [ 790.384020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.384020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.384020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.384639] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.384639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.384639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.384639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.384639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.384639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 790.442635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.442635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.442635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.442635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.442635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.455153] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 790.642785] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 783f8f66-4a1f-406b-bd63-731606f13ece: rpc.has_security_group_logging(os_id): False [ 790.649653] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.655507] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea64eca8-16f9-4047-9b43-7759d5f4c17a: rpc.has_security_group_logging(os_id): False [ 790.660320] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.660475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.660662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.660771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.660860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.661178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.661302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.661368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.661526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.661604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.661702] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece is going to be created. [ 790.676723] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.676867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.676961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.677198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.677311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.677610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.677718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.677777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.677940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.678028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.678871] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be updated. [ 790.681138] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece], does not exist path=[/infra/domains/default/groups/783f8f66-4a1f-406b-bd63-731606f13ece]."\n}' [ 790.681138] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece [ 790.681138] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 790.717487] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.717793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.717793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.718552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.720367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.720754] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.720868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721414] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 783f8f66-4a1f-406b-bd63-731606f13ece is going to be created. [ 790.731819] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.731819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.732067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.732067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.732371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743454] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece], does not exist path=[/infra/domains/default/groups/783f8f66-4a1f-406b-bd63-731606f13ece]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece [ 790.743666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-783f8f66-4a1f-406b-bd63-731606f13ece" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.743867] env[69888]: Traceback (most recent call last): [ 790.743912] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 790.743912] env[69888]: return func(*args, **kwargs) [ 790.743912] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 790.743912] env[69888]: res.raise_for_status() [ 790.743912] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 790.743912] env[69888]: raise HTTPError(http_error_msg, response=self) [ 790.743912] env[69888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece [ 790.743912] env[69888]: During handling of the above exception, another exception occurred: [ 790.743912] env[69888]: Traceback (most recent call last): [ 790.744184] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 790.744184] env[69888]: listener.cb(fileno) [ 790.744184] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 790.744184] env[69888]: result = function(*args, **kwargs) [ 790.744184] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 790.744184] env[69888]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 790.744184] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 790.744184] env[69888]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 790.744184] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 790.744184] env[69888]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 790.744184] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 790.744184] env[69888]: res.raise_for_status() [ 790.744184] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 790.744184] env[69888]: raise HTTPError(http_error_msg, response=self) [ 790.744184] env[69888]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/783f8f66-4a1f-406b-bd63-731606f13ece [ 790.744184] env[69888]: Removing descriptor: 15 [ 790.744738] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: IN_PROGRESS for 2s [ 791.077699] env[69888]: INFO networking_nsxv3.common.synchronization [req-39703996-9a02-432b-9211-0ba7cfa310a4 req-9acf7db0-f667-4082-bf16-c8cff0103835 tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 791.078043] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 791.078362] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.078484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.078550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.078747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.078892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.078988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.079185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.079351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.079460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.079556] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.116546] env[69888]: INFO networking_nsxv3.common.synchronization [req-ff4cac79-99e5-4205-b235-c7c83f0d330f req-4d284923-751b-4711-b504-0d82d5cb8ece tempest-MultipleCreateTestJSON-2006409850 tempest-MultipleCreateTestJSON-2006409850-project-member] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 791.117088] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGHEST for action security_group_members [ 791.119452] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.119452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152715] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.152891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.154026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.154026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.154026] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 791.187194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.187294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.187387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.187929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.187929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.196031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 791.287857] env[69888]: INFO networking_nsxv3.common.synchronization [req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 req-3557a239-7624-4371-afd1-24f6ae1ad449 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 791.290868] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 791.291625] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.291766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.291897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.292048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.292218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.292325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.292410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.292567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.293471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.293471] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.583812] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.583990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.584098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.584311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604652] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.605789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.605789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.605789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.605789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.605789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 791.630432] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.630516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.630570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.630772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.630934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.638960] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 791.795235] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.190614] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 792.190962] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a deletion is rescheduled due to dependency. [ 792.191063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.284057] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.284357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.284489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.284772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.285318] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.285451] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.288211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.288211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.288211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.288211] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.288211] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.288211] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.288211] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.288211] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 792.288211] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.288211] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.297884] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.308529] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.308700] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 792.308843] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.309033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.309383] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-caae54cc-d05b-44f9-9a88-0b689c8cbc11 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.309620] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.309743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.310069] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.310282] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caae54cc-d05b-44f9-9a88-0b689c8cbc11',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.469164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 792.471511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.526244] env[69888]: INFO networking_nsxv3.common.synchronization [req-c77255dc-86c4-49ef-9a9d-61de75ed6784 req-b7eeb3d6-5ad9-412a-a94d-fcd701878972 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 792.531693] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 792.531693] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.531693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.531693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.531693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.531693] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.531693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.531693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.532139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.532139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.532139] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.757265] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a in Status: SUCCESS [ 792.757495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.804606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.804606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.804606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.804606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.804606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.804606] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 792.813116] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.813345] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.813470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.814040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.814040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.814164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port caae54cc-d05b-44f9-9a88-0b689c8cbc11 not found, creating... [ 792.814373] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.815047] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.815047] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.815047] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.815047] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.815370] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.819179] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.819357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.819605] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.819749] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.819955] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: caae54cc-d05b-44f9-9a88-0b689c8cbc11 is going to be created. [ 792.836476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.836476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.836476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.836476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.836677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.838486] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.838667] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.838793] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.839039] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.839381] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.839460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.850546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 793.034762] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.208630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 793.208630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.208630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.208814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.208849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.208965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.209045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.209210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.209288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.209378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.209581] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.209686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.209686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.209813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.209953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.210058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.210121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.210257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.210383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.210437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.210555] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.322719] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9ae68239-18da-480a-ae07-e02801543eee None None] Enqueued Resource ID: 0f6f2558-e398-4550-a5c2-411fe9c6e124 with Priority: HIGHEST for action port [ 793.323048] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f6f2558-e398-4550-a5c2-411fe9c6e124 with Priority: HIGHEST for action port [ 793.323599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f6f2558-e398-4550-a5c2-411fe9c6e124 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.323727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f6f2558-e398-4550-a5c2-411fe9c6e124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.324410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f6f2558-e398-4550-a5c2-411fe9c6e124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.324410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f6f2558-e398-4550-a5c2-411fe9c6e124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.324410] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f6f2558-e398-4550-a5c2-411fe9c6e124',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.536750] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.652131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 793.653498] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac deletion is rescheduled due to dependency. [ 793.653498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.653498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.653498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.655736] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.655736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.655736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.655736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.655736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.655736] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.673373] env[69888]: INFO networking_nsxv3.common.synchronization [req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 req-3f516048-c99a-4ad1-9418-84f119b59485 service nova] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_rules [ 793.673558] env[69888]: INFO networking_nsxv3.common.synchronization [req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 req-3f516048-c99a-4ad1-9418-84f119b59485 service nova] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 793.673700] env[69888]: INFO networking_nsxv3.common.synchronization [req-0467e7e1-a0d4-4ca9-b136-fc8294d7c4b5 req-3f516048-c99a-4ad1-9418-84f119b59485 service nova] Enqueued Resource ID: caae54cc-d05b-44f9-9a88-0b689c8cbc11 with Priority: HIGHEST for action port [ 793.673925] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_rules [ 793.674067] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 793.674198] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caae54cc-d05b-44f9-9a88-0b689c8cbc11 with Priority: HIGHEST for action port [ 793.674758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.674837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.674877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.679026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.679026] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.679900] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.680010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.680220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-caae54cc-d05b-44f9-9a88-0b689c8cbc11 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.680317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.680377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.680564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.680640] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caae54cc-d05b-44f9-9a88-0b689c8cbc11',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.712875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 793.729153] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.729316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.729369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.729574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.747509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.747798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.747921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.747990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.748477] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.748566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.748630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.748767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.748838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.749016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.749112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.749174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.749909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.749909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.750064] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 793.805585] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.805585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.805585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.805585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.805585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.818578] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 793.828691] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f6f2558-e398-4550-a5c2-411fe9c6e124 [ 793.829606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.829606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.829606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.829606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.829606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.829606] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f6f2558-e398-4550-a5c2-411fe9c6e124 already deleted. [ 793.829606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f6f2558-e398-4550-a5c2-411fe9c6e124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.944520] env[69888]: INFO networking_nsxv3.common.synchronization [req-93ae9b7d-4140-4274-9354-97abbc6d68d4 req-c0a06936-d7e2-4b9d-b268-5d975e81f464 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 793.945751] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 793.945841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.945901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.945985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.946513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.946695] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.947152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.947152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.947152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.947278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.947321] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.040762] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.040870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.040945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.041185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.041277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.041381] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 794.067725] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.067965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.068900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.069160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.069345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.078019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 794.158697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.158862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.158936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.159187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.159286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.159504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.159604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.159657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.159812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.159889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.159979] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be updated. [ 794.183526] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.183526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.184366] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port caae54cc-d05b-44f9-9a88-0b689c8cbc11 with status ACTIVE [ 794.184561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.185502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.185502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.185710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.185804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.185991] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.186108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.186175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.186328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.186423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.186611] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.186666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.186726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.186860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.186936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.187031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: caae54cc-d05b-44f9-9a88-0b689c8cbc11 is going to be updated. [ 794.196464] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.196599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.196644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.197383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.197383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.204079] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: IN_PROGRESS for 2s [ 794.210690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.210840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.210910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.211704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.211704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.211704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caae54cc-d05b-44f9-9a88-0b689c8cbc11" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.451671] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.451671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.451671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.452016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.476181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.476449] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.476574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.476648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.476856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.479732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.479732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be updated. [ 794.499906] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.499906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.499906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.499906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.501044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.509087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 794.754834] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.755223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.755495] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.755760] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.755915] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.756256] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.756256] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.756393] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.756635] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.756754] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.756864] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.756973] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.757633] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 794.757708] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.757811] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.777830] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.777830] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 794.777830] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.777830] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-538" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.777830] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-e209dcfa-a62c-41fb-81fb-44becc51c3b9 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.778136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.778136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.779111] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.779111] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e209dcfa-a62c-41fb-81fb-44becc51c3b9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.860843] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.867104] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.867104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.867104] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.280771] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.281054] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.281196] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.281540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.281716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.281896] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port e209dcfa-a62c-41fb-81fb-44becc51c3b9 not found, creating... [ 795.282208] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.282589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.282589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.282731] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.282896] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.283256] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.283438] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.283572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.283815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.283974] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.284859] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: e209dcfa-a62c-41fb-81fb-44becc51c3b9 is going to be created. [ 795.308542] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.308756] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.308883] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.309177] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.309410] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.309635] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.371761] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.667508] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8e1cfbf7-98b2-4a44-88a9-3ddd2f0910fe None None] Enqueued Resource ID: 737cd0c3-e6af-4a2d-b274-c812b154a43b with Priority: HIGHEST for action port [ 795.667951] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 737cd0c3-e6af-4a2d-b274-c812b154a43b with Priority: HIGHEST for action port [ 795.670642] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-737cd0c3-e6af-4a2d-b274-c812b154a43b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.670874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-737cd0c3-e6af-4a2d-b274-c812b154a43b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.671020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-737cd0c3-e6af-4a2d-b274-c812b154a43b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.671483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-737cd0c3-e6af-4a2d-b274-c812b154a43b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.671667] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('737cd0c3-e6af-4a2d-b274-c812b154a43b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.833912] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 795.834046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.875557] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.056700] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c0c6bc13-d3f7-4afb-84f6-1b2bd7223ebe None None] Enqueued Resource ID: 9f3065c3-52cc-44f8-872a-62a27b0a3d95 with Priority: HIGHEST for action port [ 796.056700] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3065c3-52cc-44f8-872a-62a27b0a3d95 with Priority: HIGHEST for action port [ 796.056981] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3065c3-52cc-44f8-872a-62a27b0a3d95 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.057125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3065c3-52cc-44f8-872a-62a27b0a3d95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.057194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3065c3-52cc-44f8-872a-62a27b0a3d95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.057449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3065c3-52cc-44f8-872a-62a27b0a3d95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.057538] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3065c3-52cc-44f8-872a-62a27b0a3d95',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.089818] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 796.089818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.173842] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 737cd0c3-e6af-4a2d-b274-c812b154a43b [ 796.174134] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.174277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.174349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.174642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.174642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.174734] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:737cd0c3-e6af-4a2d-b274-c812b154a43b already deleted. [ 796.174823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-737cd0c3-e6af-4a2d-b274-c812b154a43b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.215930] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac in Status: SUCCESS [ 796.216138] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac deletion is rescheduled due to dependency. [ 796.216253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.264922] env[69888]: INFO networking_nsxv3.common.synchronization [req-93ae9b7d-4140-4274-9354-97abbc6d68d4 req-9c929b02-7d85-4530-ac77-723ed97b363d service nova] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 796.264922] env[69888]: INFO networking_nsxv3.common.synchronization [req-93ae9b7d-4140-4274-9354-97abbc6d68d4 req-9c929b02-7d85-4530-ac77-723ed97b363d service nova] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 796.264922] env[69888]: INFO networking_nsxv3.common.synchronization [req-93ae9b7d-4140-4274-9354-97abbc6d68d4 req-9c929b02-7d85-4530-ac77-723ed97b363d service nova] Enqueued Resource ID: e209dcfa-a62c-41fb-81fb-44becc51c3b9 with Priority: HIGHEST for action port [ 796.265151] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_rules [ 796.265317] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 796.265508] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e209dcfa-a62c-41fb-81fb-44becc51c3b9 with Priority: HIGHEST for action port [ 796.265982] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.268168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.268249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.268451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.268557] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.271371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.271472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.271686] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e209dcfa-a62c-41fb-81fb-44becc51c3b9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.271819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.271880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.272054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.272132] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e209dcfa-a62c-41fb-81fb-44becc51c3b9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.379543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.381433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.381433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.381433] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 796.407525] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.407525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.407525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.407525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.407793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.416037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 796.520189] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 796.520189] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 deletion is rescheduled due to dependency. [ 796.520189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.520189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.520732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.520732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.520732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.520732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.520888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.520888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.520948] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.560828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3065c3-52cc-44f8-872a-62a27b0a3d95 [ 796.560828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.560828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.560828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.560828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.560828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.560828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3065c3-52cc-44f8-872a-62a27b0a3d95 already deleted. [ 796.560828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3065c3-52cc-44f8-872a-62a27b0a3d95" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.774080] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.774273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.774426] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e209dcfa-a62c-41fb-81fb-44becc51c3b9 with status ACTIVE [ 796.774808] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.774808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.774808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.775043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.775100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.775243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.775610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.775610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.775610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.775610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.776122] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.776122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.776122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.776340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.776340] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e209dcfa-a62c-41fb-81fb-44becc51c3b9 is going to be updated. [ 796.808537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.808724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.808819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.809077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.809271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.809463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e209dcfa-a62c-41fb-81fb-44becc51c3b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.023735] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.528830] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.031760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.032078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.032078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.032234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.032330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.032431] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be updated. [ 798.061187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.061471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.061471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.061880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.062043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.074162] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 798.429403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 798.429666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.429806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.430084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.430347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.430509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.430590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.430785] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.430873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.431061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.431191] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.584858] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b9b737aa-0428-4e02-96cb-e4d2429491eb None None] Enqueued Resource ID: d9ceb214-0b4a-4221-9184-8ded92e7b51a with Priority: HIGHEST for action port [ 798.585012] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9ceb214-0b4a-4221-9184-8ded92e7b51a with Priority: HIGHEST for action port [ 798.585541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9ceb214-0b4a-4221-9184-8ded92e7b51a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.586484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9ceb214-0b4a-4221-9184-8ded92e7b51a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.586484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9ceb214-0b4a-4221-9184-8ded92e7b51a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.586484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9ceb214-0b4a-4221-9184-8ded92e7b51a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.586484] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9ceb214-0b4a-4221-9184-8ded92e7b51a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.935376] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.935544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.935618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.935922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.936132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.936197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.936343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.936429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.936517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.936664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.936755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.936808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.936945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.937091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.937183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.937244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.937378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.937451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.937529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.937618] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.087907] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9ceb214-0b4a-4221-9184-8ded92e7b51a [ 799.088173] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.088285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.088372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.088586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.088672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.088765] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9ceb214-0b4a-4221-9184-8ded92e7b51a already deleted. [ 799.088846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9ceb214-0b4a-4221-9184-8ded92e7b51a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.439639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83738f0-be43-41ab-a4f4-d4c5acfbb4e5: rpc.has_security_group_logging(os_id): False [ 799.456349] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.456539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.456611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.457045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.472688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.473071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.473278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.474228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.474228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.474655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.474655] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.474655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.474762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.474878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.474936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.475157] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 799.530646] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.530833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.530908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.531296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.531458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.542145] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 799.544118] env[69888]: INFO networking_nsxv3.common.synchronization [req-5905eefa-fbc6-4098-b425-41190420affb req-5e2646b2-d326-4fb5-9bc9-25844cf3b55e tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Enqueued Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 799.544629] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 799.544926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.545073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.545396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.545557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.545658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.545721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.545866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.545948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.546482] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.033907] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.034117] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-391" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.034262] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-391" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.034608] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-391" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.034877] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.035062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.035191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.035423] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.035574] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.035787] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.035901] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.036021] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.036135] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.036248] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 800.036355] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.036488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.050398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.050613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.050613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.052051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.052051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.052051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.052321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.052321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.052412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.052494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.052585] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f already deleted. [ 800.052682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.058633] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.058833] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 800.058996] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.059207] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-391" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.059598] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.059790] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.059891] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.060273] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.060424] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.082968] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 800.083047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.083238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.083488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.083690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.083801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.083866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.084036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.084205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.084337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.084416] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.563767] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.564103] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.564155] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.564436] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.564589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.564784] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc not found, creating... [ 800.565021] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.565210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.565338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.565564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.565701] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.565986] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.566789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.566789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.566789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.566789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.566789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc is going to be created. [ 800.586175] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.586379] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.586509] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.586766] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.587025] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.587268] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.588225] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.090156] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d654cd53-f7d8-4488-98ba-b73c6e14e8f4: rpc.has_security_group_logging(os_id): False [ 801.106647] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.106774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.106840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.107071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.107167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.107415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.107560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.107606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.107730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.107819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.107890] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be updated. [ 801.155036] env[69888]: INFO networking_nsxv3.common.synchronization [req-d2271445-113a-42c2-84f7-10a82ed8c861 req-5af9c1e9-f7ae-4537-b727-59a0624b8cc5 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 801.155036] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 801.155368] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.155495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.155578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.155782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.155933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.156648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.156687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.156853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.156926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.157045] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.175250] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.175745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.175745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.175745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.176757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.186032] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [req-5905eefa-fbc6-4098-b425-41190420affb req-d388a5ec-b3d6-490d-886e-3260fd25d2ad service nova] Enqueued Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_rules [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [req-5905eefa-fbc6-4098-b425-41190420affb req-d388a5ec-b3d6-490d-886e-3260fd25d2ad service nova] Enqueued Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [req-5905eefa-fbc6-4098-b425-41190420affb req-d388a5ec-b3d6-490d-886e-3260fd25d2ad service nova] Enqueued Resource ID: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc with Priority: HIGHEST for action port [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_rules [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 801.411039] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc with Priority: HIGHEST for action port [ 801.411039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.411039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.411039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.412137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.412137] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.413117] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.413409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.413409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.413553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.413718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.413823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.414196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.414196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.414196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.414432] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.417234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.417413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.417413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.417652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.417786] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.491704] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.491704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.491704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.491907] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.492193] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.492365] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.492500] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.492705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.492848] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.493063] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.493199] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.493299] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.493406] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.493528] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 801.493663] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.493805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.527276] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.527408] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 801.527802] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.527802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.528059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-881c90af-be84-4ebd-bf97-bca4822413e9 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.528192] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.528294] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.528926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.528926] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881c90af-be84-4ebd-bf97-bca4822413e9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.554970] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 801.554970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.661242] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.920326] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.920687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.921016] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.922041] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc with status ACTIVE [ 801.922351] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.922608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.922772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.923070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.923331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.923620] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.926815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.926815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.926815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc is going to be updated. [ 801.955241] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.955241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.955241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.955241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.955241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.955241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74f5c7a2-a3db-4dd3-b105-5ceff2beb0bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.032443] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.035577] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 881c90af-be84-4ebd-bf97-bca4822413e9 not found, creating... [ 802.035577] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.035577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.036093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.036338] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.036532] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.036689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.036951] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.037144] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.037314] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 881c90af-be84-4ebd-bf97-bca4822413e9 is going to be created. [ 802.064440] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.064645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.064771] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.065053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.065282] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.065504] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.161993] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.428093] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.666203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.666203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.666203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.667337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.667337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.667337] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 802.695459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.695680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.695749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.696033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.696102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.706047] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 802.765713] env[69888]: INFO networking_nsxv3.common.synchronization [req-d2271445-113a-42c2-84f7-10a82ed8c861 req-165d9e1f-5acc-4e7f-a774-ff6bd6fac784 service nova] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_rules [ 802.766117] env[69888]: INFO networking_nsxv3.common.synchronization [req-d2271445-113a-42c2-84f7-10a82ed8c861 req-165d9e1f-5acc-4e7f-a774-ff6bd6fac784 service nova] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 802.766117] env[69888]: INFO networking_nsxv3.common.synchronization [req-d2271445-113a-42c2-84f7-10a82ed8c861 req-165d9e1f-5acc-4e7f-a774-ff6bd6fac784 service nova] Enqueued Resource ID: 881c90af-be84-4ebd-bf97-bca4822413e9 with Priority: HIGHEST for action port [ 802.766383] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_rules [ 802.766420] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 802.766620] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 881c90af-be84-4ebd-bf97-bca4822413e9 with Priority: HIGHEST for action port [ 802.767071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.767199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.767275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.767477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.767562] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.768470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.768470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.771235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-881c90af-be84-4ebd-bf97-bca4822413e9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.771235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.771235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.771235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.771235] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('881c90af-be84-4ebd-bf97-bca4822413e9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.930504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.930672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.930730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.930961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.931072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.931176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f is going to be created. [ 802.952375] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.952609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.952609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.952802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.952962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.961754] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: UNINITIALIZED for 2s [ 803.209436] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 803.209706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.273035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.273179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 881c90af-be84-4ebd-bf97-bca4822413e9 with status ACTIVE [ 803.273601] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.273836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.274287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.274287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.274496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.274560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.275414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275414] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.275414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.275414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.275414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.275697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275697] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 881c90af-be84-4ebd-bf97-bca4822413e9 is going to be updated. [ 803.296430] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.296430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.296430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.297110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.297362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.297645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-881c90af-be84-4ebd-bf97-bca4822413e9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 804.715717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.715769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.715989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.716186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.716307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.716374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.716530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.716615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.716713] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.974113] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: SUCCESS [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.974113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.974113] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.218784] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.478759] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.478935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.479014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.479246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.479419] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.479508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.479568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.479719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.479798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.479887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.480055] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.480175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.480238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.480381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.480517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.480606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.480666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.480797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.480870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.480951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.481050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.724291] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.983309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 46d350c4-a106-4bde-bacc-bdcc6c19d58f: rpc.has_security_group_logging(os_id): False [ 806.001235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.001421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.001524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.001773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.001893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.002151] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.002442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.002520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.002711] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.002804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.002862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.003013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.003185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.003281] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.003383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.003448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.003584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.003660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.003745] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f is going to be created. [ 806.066563] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.066563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.066563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.066563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.066563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.075495] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: IN_PROGRESS for 2s [ 806.227058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.227216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.227285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.227511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.230786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.230786] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 806.253526] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.253690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.253763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.254037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.254197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.262409] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 806.949100] env[69888]: INFO networking_nsxv3.common.synchronization [None req-0ed695f6-bdd6-40a7-a8c5-ff38dd97276d tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 806.949770] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 806.950097] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.950233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.950294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.950543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.950638] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.036213] env[69888]: INFO networking_nsxv3.common.synchronization [None req-964854de-37fa-41d8-9561-16c59ef52d1f tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 807.036831] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 807.037664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.037832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.471164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.471164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.471164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.471164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 already deleted. [ 807.471164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.471475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.991756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.991756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.991756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.992294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.992294] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 already deleted. [ 807.992294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.086016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: SUCCESS [ 808.086326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.273837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 808.274479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.274479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.274682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.274875] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.274994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.275071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.275437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.275437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.275437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.275577] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.781810] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781810] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781810] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781810] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.782840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.782840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.782840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.782840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.782840] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.286516] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc7c4c28-595b-4150-8a48-a932fa43de48: rpc.has_security_group_logging(os_id): False [ 809.303372] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.303543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.303617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.303826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.322364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.322831] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.322982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.323066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.323279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.323394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323600] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.323701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.323765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.323911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.323987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.324251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.324387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.324438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.324577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.324655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.324989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 809.388982] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.389232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.389232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.389485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.389588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.401310] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 811.415268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 811.415268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.498231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.498231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.498231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.498231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.498231] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.571038] env[69888]: INFO networking_nsxv3.common.synchronization [req-0301636d-f77a-4887-a021-5f08baeb693e req-b363e9f6-e7ac-41db-a7e7-8ca56f3bd9a0 tempest-ServerGroupTestJSON-200708506 tempest-ServerGroupTestJSON-200708506-project-member] Enqueued Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 811.571038] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGHEST for action security_group_members [ 811.571617] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.571908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.572108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.572415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.572717] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.572983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.573164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.573851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.574030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.574215] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.999887] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.076755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.077032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.077032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.077214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.077308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.077525] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.077615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.077677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.077834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.077926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.078111] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f is going to be updated. [ 812.103034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.103171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.103259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.103533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.103682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.111285] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: IN_PROGRESS for 2s [ 812.502476] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.004812] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 813.004953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 813.515071] env[69888]: INFO networking_nsxv3.common.synchronization [req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c req-acdabbb2-50b4-48db-937e-faee8ef012d5 tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Enqueued Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 813.516261] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 813.516610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.516794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.516863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.517129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.517289] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.517385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.517442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.517598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.517683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.517777] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.768607] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.768795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.768887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.769150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.784060] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 813.785317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.785980] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 813.810068] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.810231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.810299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.810514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.818771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.819247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 813.819335] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.819426] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 813.850823] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.850959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.851038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.851243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.852259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.852408] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 813.915406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.915581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.915615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.915906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.916164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.916407] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 813.972021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.972279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.972279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.972459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.972695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.972925] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 813.973356] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'46d350c4-a106-4bde-bacc-bdcc6c19d58f', 'ea64eca8-16f9-4047-9b43-7759d5f4c17a', '2635004c-10e9-4398-a6ec-ae210e04d2ed', 'd911b647-144d-4b35-8f81-cfc51bd7a981', '3e89be0a-20a8-4ee6-b004-9f75eb3d7a72', '3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f', '142ad37d-0e53-42e1-a152-8b1dcba094d4', 'b7a2af45-d637-47e7-befb-4b4b6dc924e4', 'bc7c4c28-595b-4150-8a48-a932fa43de48', '032b83d2-064f-4015-8679-4465c6073d1d', '4bc60318-c601-4b73-9ca5-ef00c134933c', '3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae', '9e8fe652-7d98-4d77-b08b-2433bb6abe77', 'e11435e8-fd96-40ad-91d2-673b5014ac09', '4869a2be-735f-405a-94cf-84e4fe870830', '57d1f6be-ef6c-4fa3-8e10-3fe182935e14', 'f83738f0-be43-41ab-a4f4-d4c5acfbb4e5', 'd5d1077f-9fe2-4487-956a-68477181bc2b', '19f6c039-bafa-4ea1-a8c6-fbc7b61c7520', 'd9173e08-6ed7-46f4-859c-377a16115616', 'd654cd53-f7d8-4488-98ba-b73c6e14e8f4', '3aa2dac3-4306-4e08-ab28-a8f764ed4498', '5bf2925a-ba66-4aac-8f25-3cf00a032615', '0a1aa3e0-6b73-4aeb-95c0-499915620dd1', '85760c58-c40e-465c-a9d1-8c039a6fe3ac', 'fd2fb054-ae69-4d90-a2d3-2afe53d65b2c', 'd5955462-1852-4a8c-949f-fb8aa0e039f0', '1198c0a5-1e11-4be4-9f2c-6731dddf9c65', 'a53019fd-ccfa-4406-91f8-4fdb5e7fea31', '28e0d299-6aa9-450b-a62a-2317be38ad02', '01196eb0-1a82-4fd6-a226-21008c98fef0', '194b0e5e-7cb7-4152-8c55-fd9de86b9f80', '266e15a6-de69-4399-b91e-e37ea7ae4e43', 'daaa9fa8-f7b8-4f00-91de-8f28b8940915', '2ddea31d-688e-464b-80db-1113affbfe77'} {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 813.973524] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 813.975940] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-601 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.976171] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.976286] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.976636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.976952] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.977160] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.977421] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.977567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.977716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.977920] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.978042] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.978152] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.978402] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.978402] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 813.978701] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.978701] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.995701] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.995876] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 813.996029] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.996217] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-601" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.996567] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.996766] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.996914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.997227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.997381] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26afa8e9-1aad-4ea8-ac27-197c36ddca6d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.999858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.000109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.000109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.000258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.000342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.000468] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 814.000548] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.000604] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 814.020421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.020595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.020653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.020860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.020955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.021185] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.021278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.021453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.021509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.021599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.021684] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 already deleted. [ 814.021830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.051961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.052114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.052184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.052848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.053205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.053570] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 814.053638] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 814.053693] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 814.053746] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 814.053794] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 814.053863] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGH for action security_group_rules [ 814.053942] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGH for action security_group_rules [ 814.054030] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGH for action security_group_rules [ 814.054098] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGH for action security_group_rules [ 814.054158] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGH for action security_group_rules [ 814.054218] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 814.054278] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGH for action security_group_rules [ 814.054345] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGH for action security_group_rules [ 814.054405] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGH for action security_group_rules [ 814.054467] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGH for action security_group_rules [ 814.054514] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGH for action security_group_rules [ 814.054572] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGH for action security_group_rules [ 814.054637] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGH for action security_group_rules [ 814.054798] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGH for action security_group_rules [ 814.054798] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGH for action security_group_rules [ 814.054798] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 814.054906] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGH for action security_group_rules [ 814.054944] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGH for action security_group_rules [ 814.054981] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGH for action security_group_rules [ 814.055052] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGH for action security_group_rules [ 814.055147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.121139] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f in Status: SUCCESS [ 814.121282] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f deletion is rescheduled due to dependency. [ 814.122035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.503767] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.504017] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.504183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.504497] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.504659] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.504833] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 26afa8e9-1aad-4ea8-ac27-197c36ddca6d not found, creating... [ 814.505112] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.505293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.505413] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.505716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.505893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.506234] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.506434] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.506559] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.506773] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.506897] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.507052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d is going to be created. [ 814.524959] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.525316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.525316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.525535] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.525782] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.525978] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.424522] env[69888]: INFO networking_nsxv3.common.synchronization [req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c req-8c4ecafb-a023-4389-bab4-598d6fa7f69e service nova] Enqueued Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_rules [ 815.424759] env[69888]: INFO networking_nsxv3.common.synchronization [req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c req-8c4ecafb-a023-4389-bab4-598d6fa7f69e service nova] Enqueued Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 815.424905] env[69888]: INFO networking_nsxv3.common.synchronization [req-661bd7c5-a551-4720-8bc7-c5a1b67ad84c req-8c4ecafb-a023-4389-bab4-598d6fa7f69e service nova] Enqueued Resource ID: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d with Priority: HIGHEST for action port [ 815.425201] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_rules [ 815.425348] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 815.425457] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d with Priority: HIGHEST for action port [ 815.425548] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f with Priority: HIGH for action security_group_rules [ 815.425641] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGH for action security_group_rules [ 815.425733] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGH for action security_group_rules [ 815.425819] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4869a2be-735f-405a-94cf-84e4fe870830 with Priority: HIGH for action security_group_rules [ 815.425906] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGH for action security_group_rules [ 815.425991] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 with Priority: HIGH for action security_group_rules [ 815.428907] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGH for action security_group_rules [ 815.428907] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGH for action security_group_rules [ 815.428984] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGH for action security_group_rules [ 815.429037] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 815.429130] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 with Priority: HIGH for action security_group_rules [ 815.429268] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae with Priority: HIGH for action security_group_rules [ 815.429372] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGH for action security_group_rules [ 815.429458] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGH for action security_group_rules [ 815.429543] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGH for action security_group_rules [ 815.429627] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 815.429708] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 with Priority: HIGH for action security_group_rules [ 815.429793] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGH for action security_group_rules [ 815.430249] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a with Priority: HIGH for action security_group_rules [ 815.430249] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d911b647-144d-4b35-8f81-cfc51bd7a981 with Priority: HIGH for action security_group_rules [ 815.430606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.431044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.431044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.431044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.431251] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.432359] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.432463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.432463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.433101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.433101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.433101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.433101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.433101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.433329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.433329] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.434104] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.434104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.434272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.434306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.436063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26afa8e9-1aad-4ea8-ac27-197c36ddca6d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.436063] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.436063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.436063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.436063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.436063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46d350c4-a106-4bde-bacc-bdcc6c19d58f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.437027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.437027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.437027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.437027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.437027] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.441179] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.441293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.441364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.441542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.441622] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.443867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4869a2be-735f-405a-94cf-84e4fe870830 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.443963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.444008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.444176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.444245] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4869a2be-735f-405a-94cf-84e4fe870830',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.445719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.445857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.445903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.446050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.446124] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.447017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.447119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.447188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.447407] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19f6c039-bafa-4ea1-a8c6-fbc7b61c7520',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.448354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.448462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.448531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.448944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.448944] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.450050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.450050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.450050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.450050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.450050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.450772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.450878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.450946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.451113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.451174] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.452102] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.452230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.452295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.452407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.452469] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.454328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.454428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.454496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.454667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.454742] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9e8fe652-7d98-4d77-b08b-2433bb6abe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.455557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.455662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.455726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.455875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.455945] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.458158] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.458263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.458328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.458476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.458550] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.459457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.459634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.459634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.459707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.459798] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.460660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.460824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.460824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.460928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.460981] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.461856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.461983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.462037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.463115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.463115] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.463886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.463973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.464051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.464197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.464556] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7a2af45-d637-47e7-befb-4b4b6dc924e4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.465173] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.465281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.465281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.465414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.465481] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.465689] env[69888]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 815.467994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.467994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.467994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.467994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.467994] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea64eca8-16f9-4047-9b43-7759d5f4c17a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.467994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d911b647-144d-4b35-8f81-cfc51bd7a981 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.468494] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d911b647-144d-4b35-8f81-cfc51bd7a981',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.474993] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.496432] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.496615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.496615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.496840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.644258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.644258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.644258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.644258] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.645498] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.645498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.645498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.645498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.645498] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.645498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.645498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.645860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.645860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.645860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.645860] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.656562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.660016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46d350c4-a106-4bde-bacc-bdcc6c19d58f is going to be deleted. [ 815.702845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.703104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.703180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.703435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.703549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.703672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46d350c4-a106-4bde-bacc-bdcc6c19d58f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.708754] env[69888]: INFO networking_nsxv3.common.synchronization [req-1aa4645a-1841-4c3f-bd72-e78437679556 req-e3dda7e5-3f9f-41f1-bfc7-2a136eef5c61 tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 815.709349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 815.709746] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.709866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.709962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.710177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.710657] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.710773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.710840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.711053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.711145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.711240] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.970765] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26afa8e9-1aad-4ea8-ac27-197c36ddca6d with status ACTIVE [ 815.971071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.971299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.971350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.971984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.971984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972115] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.972167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.972199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.972378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.972459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.972653] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.972773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.972864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.973014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.973097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.973184] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26afa8e9-1aad-4ea8-ac27-197c36ddca6d is going to be updated. [ 815.975507] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.975645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.978612] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.995032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.995162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.995210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.995714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.995714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.995925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26afa8e9-1aad-4ea8-ac27-197c36ddca6d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.151455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.151623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.151705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.151903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152109] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.152231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.152297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.152555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.152555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.152773] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.154040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.154192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.154274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.154352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.154502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.154598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.154660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.155196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.155196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.155196] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.156034] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.157626] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.157814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.157814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.157971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.158121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.158206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.158261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.158406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.158553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.158553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.158698] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.158777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.158829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.158970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159112] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.159193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.159248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.159377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.159445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.159598] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.160503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.160632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.160702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.161037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.161232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.161366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.161439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.161748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.161748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.161748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.161953] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.162867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.162867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.162867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.162867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.163165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.163165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.163429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.163429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.163537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.163592] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.167251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.167251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.167251] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.175089] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.175389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.176054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.176054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.176054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.176258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.176404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.176678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.176678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.176890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.177052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.177226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.177361] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.181045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.181163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.181234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.181411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.184902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.186634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.186820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.186880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.187080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.188033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.188033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.188033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.188033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.188033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.188033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.188033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.188453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.188453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.188550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.189197] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.189197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.189197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.189197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.189580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.189580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.189580] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.192382] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.192539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.192646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.192857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.193141] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.193141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.193247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.193307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.193380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.193457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.193564] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.214479] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.239053] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.239206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240110] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.240232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.240953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.241115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.242086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.242235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.242971] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.243446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.245125] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.245249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.245763] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.245874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.246722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.246974] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be deleted. [ 816.248848] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 req-195b6a5c-caff-4415-a40d-b988246c876e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 816.249498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.249758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.251345] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 816.252367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.255641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.255641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.255641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.255739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.255806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.255843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.256252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.256252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.256727] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.272850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.273230] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be deleted. [ 816.274044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.274262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.295270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.295270] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4869a2be-735f-405a-94cf-84e4fe870830 is going to be deleted. [ 816.297184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.297528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.299770] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.300048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.317529] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.317729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.320612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.320733] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19f6c039-bafa-4ea1-a8c6-fbc7b61c7520 is going to be deleted. [ 816.321684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.321907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.340638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.340795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7a2af45-d637-47e7-befb-4b4b6dc924e4 is going to be deleted. [ 816.341755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.341979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.357043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.357043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.390696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.390756] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae is going to be deleted. [ 816.391766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.392033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.393404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.393523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.426854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.426993] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea64eca8-16f9-4047-9b43-7759d5f4c17a is going to be deleted. [ 816.428348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.428348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.461797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462070] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d911b647-144d-4b35-8f81-cfc51bd7a981 is going to be deleted. [ 816.463017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.463156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.464834] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.464834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.482104] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.482104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.482104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.482104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.482104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.482104] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 is going to be created. [ 816.495633] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.495827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.513079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513079] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9e8fe652-7d98-4d77-b08b-2433bb6abe77 is going to be deleted. [ 816.513766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.513985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.514207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.514353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.514500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.514571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.514698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.515516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.515596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4869a2be-735f-405a-94cf-84e4fe870830" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.515857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.516032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.516109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.516216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19f6c039-bafa-4ea1-a8c6-fbc7b61c7520" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.517241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.517422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.517497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.517607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7a2af45-d637-47e7-befb-4b4b6dc924e4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.517732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.517869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.517941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.518057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3dbe3699-2bec-465a-ae3a-0ddbd3c2cfae" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.567252] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.567389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.567438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.568697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.568697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.584136] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: UNINITIALIZED for 2s [ 816.589150] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.589384] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.589529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.589806] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.590163] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.590342] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.590464] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.590722] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.590885] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.591124] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.591202] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.591368] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.591486] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.591617] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 816.591746] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.591880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.603711] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.603851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.603923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.604209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.604328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.604481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9e8fe652-7d98-4d77-b08b-2433bb6abe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.620886] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.621158] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 816.621524] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.621893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.622113] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-01cbf811-af5f-4795-b289-b5f2632de63c taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622846] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.623111] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cbf811-af5f-4795-b289-b5f2632de63c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.624733] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.624840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.624931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.625139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.625241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.625358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d911b647-144d-4b35-8f81-cfc51bd7a981" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.636739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.637117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.637190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.637511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.637612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.637726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea64eca8-16f9-4047-9b43-7759d5f4c17a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.657058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.657323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.657323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.657502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.657675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.657759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.657827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.657990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.658089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.658175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.658324] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.658414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.658605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.658738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.658825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.658883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.659026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.659102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659408] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.681159] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 032b83d2-064f-4015-8679-4465c6073d1d: rpc.has_security_group_logging(os_id): False [ 816.682013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.682218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.682291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.682496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.682658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.682753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.682815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.682962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.683055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.683154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.683325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.683422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.683614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.683677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.684221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.684221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.684221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.684221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.684663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.684663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.684663] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.685304] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2635004c-10e9-4398-a6ec-ae210e04d2ed: rpc.has_security_group_logging(os_id): False [ 816.686311] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.691020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.691020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.691020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.698935] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e11435e8-fd96-40ad-91d2-673b5014ac09: rpc.has_security_group_logging(os_id): False [ 816.701456] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.701636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.701636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.701828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.701976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.702360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.702586] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.702677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.702731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.702876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.703026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.703376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.703376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.703557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.703557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.703658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.703714] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.716586] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.720945] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.721092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.721151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.721338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.745355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.745355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.745355] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.745355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.760046] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.765026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.765707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.765707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.765707] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 816.765707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.765707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.809602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.810128] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.810317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.810446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.810789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.810944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.811127] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032b83d2-064f-4015-8679-4465c6073d1d is going to be updated. [ 816.812867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.813175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.861358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.861689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.861805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.861873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.862395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.862513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.862559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.862770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.862896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.863165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.863312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.863407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.863702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.863975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.864043] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 816.890472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.890612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.890683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.890902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.891070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.903471] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 816.931790] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.931926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.932007] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.932237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.932380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.946399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.946614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.946826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.947115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.947269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.956953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: IN_PROGRESS for 2s [ 816.965131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 817.126654] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.126899] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.127037] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.127326] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.127483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.127691] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 01cbf811-af5f-4795-b289-b5f2632de63c not found, creating... [ 817.127973] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.128225] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.128358] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.128578] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.128722] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.129021] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.129246] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.129372] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.129585] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.129724] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.129914] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 01cbf811-af5f-4795-b289-b5f2632de63c is going to be created. [ 817.156583] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.156794] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.156907] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.157762] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.157762] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.157762] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.162257] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83738f0-be43-41ab-a4f4-d4c5acfbb4e5: rpc.has_security_group_logging(os_id): False [ 817.187927] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5d1077f-9fe2-4487-956a-68477181bc2b: rpc.has_security_group_logging(os_id): False [ 817.189063] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d9173e08-6ed7-46f4-859c-377a16115616: rpc.has_security_group_logging(os_id): False [ 817.189943] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72: rpc.has_security_group_logging(os_id): False [ 817.193015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.193224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.193290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.193546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.207362] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 142ad37d-0e53-42e1-a152-8b1dcba094d4: rpc.has_security_group_logging(os_id): False [ 817.213798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.213926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.218415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.218517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.218787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.218896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.218957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.219304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.219304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.219495] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 817.221221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.221221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.224203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.224444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.224678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.224678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.224784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.224871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225096] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.225195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.225258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.225404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.225480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.225759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.225798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.225961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.226059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.226154] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 817.227081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.227243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.243763] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.243884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.256889] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.257181] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.257281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.257347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.257541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.257626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.258194] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be updated. [ 817.258775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.258945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.268691] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.324833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.324833] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.324833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.324833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.324833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.324833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.324833] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 is going to be updated. [ 817.325675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.326067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.329345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.329345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.329345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.329345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.329345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.338402] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 817.366228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.366228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.366228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.366228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.367347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.367627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.368027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.368279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.371020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.371020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 817.372085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.372417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.390025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.390648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.407034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.407034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.411023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.411023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.411560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.411853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.412108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.431365] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.431365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.431365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.431365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.431365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.468736] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: IN_PROGRESS for 2s [ 817.470400] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: IN_PROGRESS for 2s [ 817.471884] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 817.501284] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.501453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.501624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.501763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.501912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.516941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 817.552449] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.552614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.552687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.552898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.553058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.579792] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 817.587848] env[69888]: INFO networking_nsxv3.common.synchronization [req-0585b55f-033b-4916-87af-5cb8854248d7 req-a255f3c8-3e2c-46e0-8504-61970de96071 tempest-ServersTestBootFromVolume-188449157 tempest-ServersTestBootFromVolume-188449157-project-member] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 817.588226] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGHEST for action security_group_members [ 817.588543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.588760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.588760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.588926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589088] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.589189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.589250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.589574] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.771025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.771331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.771331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.771678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.772041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.773899] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 817.799993] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.800170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.801386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.801386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.801386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.808550] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 817.887717] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 req-6423fbf7-c9e1-46a9-a97c-1399574b18de service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 817.887895] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 req-6423fbf7-c9e1-46a9-a97c-1399574b18de service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 817.888782] env[69888]: INFO networking_nsxv3.common.synchronization [req-dd8f1a1a-80cd-4249-935d-fcd961b835f0 req-6423fbf7-c9e1-46a9-a97c-1399574b18de service nova] Enqueued Resource ID: 01cbf811-af5f-4795-b289-b5f2632de63c with Priority: HIGHEST for action port [ 817.888782] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 817.888782] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 817.888782] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cbf811-af5f-4795-b289-b5f2632de63c with Priority: HIGHEST for action port [ 817.889060] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.889150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.890574] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.890574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.890574] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cbf811-af5f-4795-b289-b5f2632de63c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.890574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.890574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.890574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.890574] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cbf811-af5f-4795-b289-b5f2632de63c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.092348] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.092534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.092609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.092808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.092905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.093127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.093224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.093279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.093437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.093550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.093657] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 is going to be updated. [ 818.118050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.118346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.118346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.118779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.118779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.125934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: IN_PROGRESS for 2s [ 818.393210] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01cbf811-af5f-4795-b289-b5f2632de63c with status ACTIVE [ 818.393301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.393448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.393505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.393750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.393844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.394034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.394137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.394200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.394413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.394413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.394585] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.394713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.394760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.394857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.395244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.395244] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01cbf811-af5f-4795-b289-b5f2632de63c is going to be updated. [ 818.415940] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.416042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.416097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.416286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.416411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.416589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cbf811-af5f-4795-b289-b5f2632de63c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.593762] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: SUCCESS [ 818.594060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.594272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.594557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.594811] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.594967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.595075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.595273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.595385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.595502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.595631] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.921549] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 818.921830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.968248] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: SUCCESS [ 818.968970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.977727] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 818.977727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.097820] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.097950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.098047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.098911] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.098911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.099251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.099251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.099251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.099390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.099530] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.099629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.099705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.099850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.099943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.100638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.100638] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.349115] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 819.349912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.349912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.349912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.350077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.350077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.350446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.350446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.350446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.350446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.350651] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.485728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 819.485728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.485728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: SUCCESS [ 819.485728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.485728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: SUCCESS [ 819.485728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.529345] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 819.529345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.592814] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 819.593955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.602871] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e13e6d19-236c-4bcc-8794-a86e1ad2da04: rpc.has_security_group_logging(os_id): False [ 819.619184] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.619335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.619416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.619652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.619756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.619971] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.620085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.620153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.620296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.620368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.620555] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.620680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.620730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.620853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.620948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.621722] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.621845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.622465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.622710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.623604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.623967] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 is going to be created. [ 819.682082] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.682242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.682242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.682480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.682673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.692739] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: IN_PROGRESS for 2s [ 819.822306] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.822306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.822306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.822306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.824528] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.824754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.824808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.824934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.825095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.825187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.825291] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.826240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.826450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.826624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.826784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.826849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.827052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.827143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.827240] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.853092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.853283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.853357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.853609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.853792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.853947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.854232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.854370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.854870] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.854870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.854870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.855153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.855153] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.855246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.855246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.856726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.856726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.856726] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.134630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 in Status: SUCCESS [ 820.135031] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 deletion is rescheduled due to dependency. [ 820.135031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.331617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 820.332980] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.349721] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.349919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.349919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.350157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.357589] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc7c4c28-595b-4150-8a48-a932fa43de48: rpc.has_security_group_logging(os_id): False [ 820.373824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.373824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.373824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.373824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.373824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.374178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.374178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.374255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.374318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.374473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.375935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.375935] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.375935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.375935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.375935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.375935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.375935] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 820.379366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.379542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.379590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.379758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.401723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402060] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.402940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.402940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.402940] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.402940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.402940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.403479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.403479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.403479] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.403479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.403754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.403815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.403921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.404035] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 820.439020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.439244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.439244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.439373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.439510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.453134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 820.455160] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.455343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.455343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.455535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.455700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.467998] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 820.836231] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.214074] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2757993-feeb-418c-8ef5-ff3e96645b3c req-1cbf7e0a-c15f-4f0d-834a-4675e52d00d8 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 821.214670] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 821.214985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.219035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.219138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.219360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.219565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.219674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.219750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.219915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.220044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.220153] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.339463] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.339641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.339690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.339924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.340177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.340177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 821.369332] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.369478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.369478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.369726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.370109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.384264] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 821.652979] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.653211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.653345] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.653723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.654050] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.654235] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.654357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.655056] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.655056] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.655261] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.655261] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.655387] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.655499] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.655601] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 821.655720] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.655848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.697470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.697718] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 821.697907] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.698161] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.698502] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f538a72b-1f0a-4741-a8a6-d23457537921 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.698767] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.698825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.699143] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.699289] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f538a72b-1f0a-4741-a8a6-d23457537921',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.717108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: SUCCESS [ 821.717340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.725756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.725921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.725921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.726130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.726219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.726429] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.726530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.726591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.726746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.726823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.726912] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be deleted. [ 821.756608] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.756768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.756862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.757063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.757170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.757803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.106662] env[69888]: INFO networking_nsxv3.common.synchronization [req-ba5607da-eccd-4c3d-8a90-aec91b21f9a2 req-78421923-1cc0-4947-a12f-57e38af4e44b tempest-FloatingIPsAssociationTestJSON-259487594 tempest-FloatingIPsAssociationTestJSON-259487594-project-member] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 822.106662] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGHEST for action security_group_members [ 822.108234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.108234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.108234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.108234] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.202286] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.202502] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.202636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.202952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.203127] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.203327] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f538a72b-1f0a-4741-a8a6-d23457537921 not found, creating... [ 822.203730] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.203930] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.204073] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.204311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.204455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.204794] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.204967] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.205105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.205326] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.205466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.205613] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f538a72b-1f0a-4741-a8a6-d23457537921 is going to be created. [ 822.239366] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.239717] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.239717] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.240012] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.240284] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.240542] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.470734] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 822.470964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.471191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.471436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.471567] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.483986] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 822.483986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.610323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.610607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.610607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.611018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.611202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.611475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.611595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.611664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.611854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.611965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.612052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be updated. [ 822.637502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.637771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.637771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.637963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.638174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.646892] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: IN_PROGRESS for 2s [ 822.932522] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2757993-feeb-418c-8ef5-ff3e96645b3c req-bf8513be-649d-41f4-a1a1-47fd3d6089d0 service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 822.932718] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2757993-feeb-418c-8ef5-ff3e96645b3c req-bf8513be-649d-41f4-a1a1-47fd3d6089d0 service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 822.932862] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2757993-feeb-418c-8ef5-ff3e96645b3c req-bf8513be-649d-41f4-a1a1-47fd3d6089d0 service nova] Enqueued Resource ID: f538a72b-1f0a-4741-a8a6-d23457537921 with Priority: HIGHEST for action port [ 822.933114] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 822.933246] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 822.933343] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f538a72b-1f0a-4741-a8a6-d23457537921 with Priority: HIGHEST for action port [ 822.933941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.934121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.934185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.934387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.934469] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.935354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.935436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.935504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.935676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.935821] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.936996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.936996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.936996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.936996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.936996] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.937255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f538a72b-1f0a-4741-a8a6-d23457537921 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.937367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.937434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.937743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.937743] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f538a72b-1f0a-4741-a8a6-d23457537921',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.974230] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.974326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.392235] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 823.392585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.392647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.392865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.393277] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.393409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.393409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.393552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.393763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.393843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.393894] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.440811] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.442136] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442415] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f538a72b-1f0a-4741-a8a6-d23457537921 with status ACTIVE [ 823.442580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.442692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.442751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.445023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.445023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f538a72b-1f0a-4741-a8a6-d23457537921 is going to be updated. [ 823.474543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.474543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.474543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.474543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.474543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.474543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f538a72b-1f0a-4741-a8a6-d23457537921" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.898999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.898999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.898999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.898999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.898999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.899656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.899656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.899656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.899656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.899656] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.947069] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.404557] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 824.421300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.421431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.421495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.421812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.421898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.422211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.422493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.422711] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.422797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.422838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.422969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.423050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.423311] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.423440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.423501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.423692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.423761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.425038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 824.452676] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.452834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.452906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.453124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.453215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.453308] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be created. [ 824.476991] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.477135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.477135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.477412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.477484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.480418] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.480418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.480418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.480564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.480638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.491975] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: UNINITIALIZED for 2s [ 824.494814] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 824.658970] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d9173e08-6ed7-46f4-859c-377a16115616 in Status: SUCCESS [ 824.659205] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d9173e08-6ed7-46f4-859c-377a16115616 deletion is rescheduled due to dependency. [ 824.659452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.012342] env[69888]: INFO networking_nsxv3.common.synchronization [req-48d97c32-48e4-4131-a5ba-5afecddbcdee req-0f5b2b06-8435-471a-b25d-5bf8d454e0f7 tempest-ServersNegativeTestMultiTenantJSON-1658173643 tempest-ServersNegativeTestMultiTenantJSON-1658173643-project-member] Enqueued Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 826.012882] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGHEST for action security_group_members [ 826.017263] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e13e6d19-236c-4bcc-8794-a86e1ad2da04 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.017508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.017636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.021310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.021310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.021310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.021310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.021310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.021310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.021310] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e13e6d19-236c-4bcc-8794-a86e1ad2da04',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.381545] env[69888]: INFO networking_nsxv3.common.synchronization [req-5a21b10b-bc3a-40a3-9757-c89715119267 req-92e0a0cb-0849-4dce-aaba-9d8ddbb784d1 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 826.382661] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 826.383357] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.383507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.383564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.383879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.384077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.384193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.384250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.384480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.384540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.384604] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.508839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.508839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.508839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.508839] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.513041] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 826.513041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.525698] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.525698] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.525698] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.525698] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 is going to be updated. [ 826.552847] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.552847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.552847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.552847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.552847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.562316] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: IN_PROGRESS for 2s [ 826.887270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.887545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.887545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.887774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.887887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.888120] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.888275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.888275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.888450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.888501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.888589] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 already deleted. [ 826.888671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.956104] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.956282] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.956447] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.956779] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.957098] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.957311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.957443] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.957717] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.957906] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.958204] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.958350] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.958500] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.958635] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.958800] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 826.958957] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.959151] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.982772] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.982947] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 826.984210] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.984210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.984210] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-dbebdcb5-e256-4257-8748-9f5f7d90fd58 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.984210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.984210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.984463] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.984463] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbebdcb5-e256-4257-8748-9f5f7d90fd58',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.010802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.010802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.011072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.011112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.011258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.011360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.011425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.011570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.011672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.011986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.011986] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.012266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.012446] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.012682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.012682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.012757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.012794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.012869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.012957] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.479196] env[69888]: INFO networking_nsxv3.common.synchronization [req-2e345b52-31ce-4a09-9f5a-11b56ddc9763 req-e31bd07f-bb96-488f-a808-d8f2fbd988a1 tempest-VolumesAssistedSnapshotsTest-756271668 tempest-VolumesAssistedSnapshotsTest-756271668-project-member] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 827.479196] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGHEST for action security_group_members [ 827.479196] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2ddea31d-688e-464b-80db-1113affbfe77 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.479196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.480078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.481218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.481546] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.481800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.482494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.483263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.483482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.483876] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2ddea31d-688e-464b-80db-1113affbfe77',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.488897] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.488897] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.488897] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.489153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.489153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.489262] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port dbebdcb5-e256-4257-8748-9f5f7d90fd58 not found, creating... [ 827.489496] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.489685] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.489807] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.490044] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.490194] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.490488] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.490649] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.490773] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.491023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.491172] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.491324] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 is going to be created. [ 827.509142] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.509142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.509142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.509663] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.509930] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.510242] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.515091] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc60318-c601-4b73-9ca5-ef00c134933c: rpc.has_security_group_logging(os_id): False [ 827.530737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.530897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.530969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.531194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.531282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.531474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.531603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.531645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.531798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.531936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532076] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.532173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.532241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.532383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.532443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.532630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.532722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.532783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.532920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.533487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.533587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be created. [ 827.595891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.596080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.596145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.596353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.596551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.615465] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 827.637318] env[69888]: INFO networking_nsxv3.common.synchronization [req-fbc622c6-f034-4d3e-8946-a6875c148727 req-4fedcc98-c049-4e75-a1fe-a7fb63054a07 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 827.637500] env[69888]: INFO networking_nsxv3.common.synchronization [req-fbc622c6-f034-4d3e-8946-a6875c148727 req-4fedcc98-c049-4e75-a1fe-a7fb63054a07 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 827.637639] env[69888]: INFO networking_nsxv3.common.synchronization [req-fbc622c6-f034-4d3e-8946-a6875c148727 req-4fedcc98-c049-4e75-a1fe-a7fb63054a07 tempest-SecurityGroupsTestJSON-1180571920 tempest-SecurityGroupsTestJSON-1180571920-project-member] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 827.638251] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGHEST for action security_group_members [ 827.638387] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGHEST for action security_group_members [ 827.638501] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGHEST for action security_group_members [ 827.638917] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.638917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.639080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.639346] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.639444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.639504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.639647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.639730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.639820] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.640682] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.640799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.640842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.640987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.641262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.641262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.641393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.641452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.641521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.641601] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.642660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.642660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.642660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.642803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.645994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.645994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.645994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.645994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.645994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.645994] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.947679] env[69888]: INFO networking_nsxv3.common.synchronization [req-574afb9d-6e3f-4675-a43f-0beeafb64a24 req-b1eea00e-13ed-457c-b037-e89136790704 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 827.947679] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 827.947679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.947679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.947679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.947679] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.987499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.987700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.987817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.988288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.007105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.007491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.007576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.007752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.007834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.007925] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 is going to be updated. [ 828.032606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.032930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.032930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.033167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.033322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.041697] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: IN_PROGRESS for 2s [ 828.145538] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.145699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.145771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146351] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.146462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.146515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.146683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.146777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.146867] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be updated. [ 828.148060] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.148246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.148316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.148469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.148547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.148752] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.148910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.148991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.149152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.149229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.149315] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be updated. [ 828.150255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.150362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.150425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.150572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.175906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.176200] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.176336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.176396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.177837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.177837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.177837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be updated. [ 828.190444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.190533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.190575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.191136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.191136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.192846] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.192952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.193032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.193207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.194241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.202512] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: IN_PROGRESS for 2s [ 828.203218] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: IN_PROGRESS for 2s [ 828.204688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.204840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.204907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.205115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.205238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.220178] env[69888]: INFO networking_nsxv3.common.synchronization [req-5a21b10b-bc3a-40a3-9757-c89715119267 req-ddbae537-fe8f-4fad-94cd-cec1650de539 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 828.220787] env[69888]: INFO networking_nsxv3.common.synchronization [req-5a21b10b-bc3a-40a3-9757-c89715119267 req-ddbae537-fe8f-4fad-94cd-cec1650de539 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 828.220787] env[69888]: INFO networking_nsxv3.common.synchronization [req-5a21b10b-bc3a-40a3-9757-c89715119267 req-ddbae537-fe8f-4fad-94cd-cec1650de539 service nova] Enqueued Resource ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 with Priority: HIGHEST for action port [ 828.220787] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 828.220910] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 828.220910] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 with Priority: HIGHEST for action port [ 828.221517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.221637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.221727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.221999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.223581] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.224756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.224883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.224955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.225348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.225612] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.225754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.225803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.227012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.227012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.227012] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.228580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbebdcb5-e256-4257-8748-9f5f7d90fd58 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.228580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.228580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.228580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.228580] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbebdcb5-e256-4257-8748-9f5f7d90fd58',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.230118] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: IN_PROGRESS for 2s [ 828.453849] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.540869] env[69888]: INFO networking_nsxv3.common.synchronization [req-a7279f18-ca33-418b-9ea8-f70caaafd3fa req-5a033888-e76b-4089-bb47-2c4b8aa0dd4a tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 828.541441] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 828.541785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.542044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.542479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.542757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.542757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.542862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.542951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.543049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.543236] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.572678] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 in Status: SUCCESS [ 828.572854] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 deletion is rescheduled due to dependency. [ 828.572966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e13e6d19-236c-4bcc-8794-a86e1ad2da04" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.725354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.725552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.730823] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.731783] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbebdcb5-e256-4257-8748-9f5f7d90fd58 with status ACTIVE [ 828.732016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.732157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.732234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.732498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.732498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.732677] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.732784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.733012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.733012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.733108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.733219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.733305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.733374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.733550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.733923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.733923] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 is going to be updated. [ 828.762185] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.762329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.762400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.762608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.762745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.762904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.866309] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.866519] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.866647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.866925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.867202] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.867366] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.867486] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.867702] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.867853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.868068] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.868243] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.868375] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.868491] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.868607] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 828.868719] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.868855] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.901799] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.902033] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 828.902191] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.902835] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.902835] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.903013] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.903109] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.903455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.903602] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.956042] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.046313] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.046645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.046645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.046774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.046932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.047194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.047360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.047360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.047534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.047614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.047766] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 already deleted. [ 829.047766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.236961] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.406360] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.406653] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.406827] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.407159] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.407352] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.407546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 not found, creating... [ 829.407834] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.408010] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.408147] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.408372] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.408515] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.408795] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.408954] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.409089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.409303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.409441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.409582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 is going to be created. [ 829.429533] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.429621] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.429689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.429953] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.430205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.430428] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.458419] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.458621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.458621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.458831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.458944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.459135] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 829.483312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.483456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.483526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.483724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.483926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.491376] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 829.629754] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 829.629754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.741666] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.741666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.741666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.741666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.741666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.741666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be created. [ 829.762091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.762209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.762278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.762489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.762651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.771888] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: UNINITIALIZED for 2s [ 830.053022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2ddea31d-688e-464b-80db-1113affbfe77 in Status: SUCCESS [ 830.053275] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2ddea31d-688e-464b-80db-1113affbfe77 deletion is rescheduled due to dependency. [ 830.053317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2ddea31d-688e-464b-80db-1113affbfe77" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.155445] env[69888]: INFO networking_nsxv3.common.synchronization [req-a7279f18-ca33-418b-9ea8-f70caaafd3fa req-a5077e12-0fd5-4a13-8db9-01de2d5c400d service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 830.155686] env[69888]: INFO networking_nsxv3.common.synchronization [req-a7279f18-ca33-418b-9ea8-f70caaafd3fa req-a5077e12-0fd5-4a13-8db9-01de2d5c400d service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 830.155854] env[69888]: INFO networking_nsxv3.common.synchronization [req-a7279f18-ca33-418b-9ea8-f70caaafd3fa req-a5077e12-0fd5-4a13-8db9-01de2d5c400d service nova] Enqueued Resource ID: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 with Priority: HIGHEST for action port [ 830.156393] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 830.156541] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 830.156614] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 with Priority: HIGHEST for action port [ 830.156887] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.157094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.157271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.157540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.157721] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.158489] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.158606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.158676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.158855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.159021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.159118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.159212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.159316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.159399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.159511] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.160595] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.160595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.160595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.162959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.163200] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.233082] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5d1077f-9fe2-4487-956a-68477181bc2b in Status: SUCCESS [ 830.233259] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b deletion is rescheduled due to dependency. [ 830.233372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.234074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 in Status: SUCCESS [ 830.234221] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 deletion is rescheduled due to dependency. [ 830.234331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.253072] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 in Status: SUCCESS [ 830.253237] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 deletion is rescheduled due to dependency. [ 830.253411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.665099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.665247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.665456] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.667053] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 with status ACTIVE [ 830.667249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.667425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.667425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.667649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.667739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.667913] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.668023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.668111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.668276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.668361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.668561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.668645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.668686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.668875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.668912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.668982] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8 is going to be updated. [ 830.687812] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.687989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.688071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.688207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.688337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.688485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-762822fd-cdfe-45f8-b2e3-2e5e3a7d05d8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.168974] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.500209] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 831.500422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673526] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.673526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.673526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.673526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.673526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.673526] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be created. [ 831.694314] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.694314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.694314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.694540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.694655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.703953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: UNINITIALIZED for 2s [ 831.779957] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 831.780240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.780352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.780721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.780794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.780865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.781062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.781144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.781206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.781258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.781346] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.284511] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.284886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.284886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.285136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.285357] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.285491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.285565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.285734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.285853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.285998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.286261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.286425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.286677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.286825] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.286921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.286994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.287248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.287343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.287568] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.790417] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4adc9500-d45d-4d28-9832-da50b43fba49: rpc.has_security_group_logging(os_id): False [ 832.812046] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.812532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.812532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.812532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.812532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.812697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.812848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.812848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.813022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.813187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.813303] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.813397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.813518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.813621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.813758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.813905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.813992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.814127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.814376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.814376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.814376] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be created. [ 832.866782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.866782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.866782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.866782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.866782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.876548] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 833.715026] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 833.715026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.715026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.715558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.715558] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.715558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.715558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.715735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.715735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.715812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.716484] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.218126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.218413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.218676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.218865] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.218975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.219072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.219242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.219378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.219794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.219952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.220057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.220231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.220409] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.220519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.220590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.220765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.220875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.221054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.221181] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.724637] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa024e6e-9026-4613-b1d6-fe2976d70958: rpc.has_security_group_logging(os_id): False [ 834.743071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.743234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.743308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.743525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.743619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.743851] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.744188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.744306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.744469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.744584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.744731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.744836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.744898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.745624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.745741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.745952] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.746063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.746128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.746300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.746383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.746462] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be created. [ 834.801496] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.801653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.801727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.801947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.802139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.811482] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 834.891714] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 834.891714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.158112] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 835.158112] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 836.396676] env[69888]: INFO networking_nsxv3.common.synchronization [None req-bb1d097f-3a72-4959-aec2-d90b706f1d05 None None] Enqueued Resource ID: 7820126f-25ff-46f7-86ee-7432cecd0bb7 with Priority: HIGHEST for action port [ 836.397066] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7820126f-25ff-46f7-86ee-7432cecd0bb7 with Priority: HIGHEST for action port [ 836.397568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7820126f-25ff-46f7-86ee-7432cecd0bb7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.397683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7820126f-25ff-46f7-86ee-7432cecd0bb7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.397750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7820126f-25ff-46f7-86ee-7432cecd0bb7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.398321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7820126f-25ff-46f7-86ee-7432cecd0bb7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.398443] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7820126f-25ff-46f7-86ee-7432cecd0bb7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.549018] env[69888]: INFO networking_nsxv3.common.synchronization [req-569b05c8-a209-4d0e-bead-df79fa31dffc req-c2230502-f7d7-4eb9-8fc3-d73d0399a9e4 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 836.549018] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 836.549675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.549955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.550287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.550589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.550845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.552973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.552973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.552973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.552973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.552973] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.786067] env[69888]: INFO networking_nsxv3.common.synchronization [req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d req-5fdbb669-b101-441d-922f-4881d134d734 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 836.786773] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 836.786939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.787108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.787174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.787436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.787598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.787699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.787895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.788094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.788185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.788280] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.827018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 836.827018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.900848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7820126f-25ff-46f7-86ee-7432cecd0bb7 [ 836.901175] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.901470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.901470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.901745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.901874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.902164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7820126f-25ff-46f7-86ee-7432cecd0bb7 already deleted. [ 836.902230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7820126f-25ff-46f7-86ee-7432cecd0bb7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.054024] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.103245] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-878 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.103245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.103245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.103245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.103509] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.103754] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.103928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.104268] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.104480] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.104740] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.104900] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.105095] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.105632] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.105873] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 837.106026] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.106217] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.124747] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.124926] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 837.125108] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.125302] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-878" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.125623] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5f6449b2-b6ef-41f6-9326-87901b271f22 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.125795] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.125922] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.126293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.126431] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6449b2-b6ef-41f6-9326-87901b271f22',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.290775] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.557088] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.630849] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.631165] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.631358] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.631589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.631866] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.632010] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5f6449b2-b6ef-41f6-9326-87901b271f22 not found, creating... [ 837.632459] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.632642] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.632770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.633053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.633220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.636050] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.636050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.636050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.636050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.636050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.636050] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5f6449b2-b6ef-41f6-9326-87901b271f22 is going to be created. [ 837.653807] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.655093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.655093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.655093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.655093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.655534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.794063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.059931] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.060507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.060741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.061853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.061853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.061853] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 838.091250] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.091470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.091544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.091762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.091902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.100686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 838.299044] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.299044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.299044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.299044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.299044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.299044] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 838.322941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.323145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.323193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.323389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.323554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.335506] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 838.447329] env[69888]: INFO networking_nsxv3.common.synchronization [req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d req-1498ad45-ae09-473e-a195-38108e8f3010 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 838.447973] env[69888]: INFO networking_nsxv3.common.synchronization [req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d req-1498ad45-ae09-473e-a195-38108e8f3010 service nova] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 838.447973] env[69888]: INFO networking_nsxv3.common.synchronization [req-40de4a80-aa45-4ea7-89ce-fbfa9dccb57d req-1498ad45-ae09-473e-a195-38108e8f3010 service nova] Enqueued Resource ID: 5f6449b2-b6ef-41f6-9326-87901b271f22 with Priority: HIGHEST for action port [ 838.448862] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_rules [ 838.448862] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 838.448997] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f6449b2-b6ef-41f6-9326-87901b271f22 with Priority: HIGHEST for action port [ 838.449497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.449666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.451033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.451033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.451033] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.451472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.451548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.451807] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f6449b2-b6ef-41f6-9326-87901b271f22 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.452071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.452193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.452468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.452595] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f6449b2-b6ef-41f6-9326-87901b271f22',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.624238] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c5d5d9a3-ad48-4f66-96c6-e840265c3925 None None] Enqueued Resource ID: 00623ddd-0d1c-4b78-bc2b-de0fce3972bd with Priority: HIGHEST for action port [ 838.624238] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00623ddd-0d1c-4b78-bc2b-de0fce3972bd with Priority: HIGHEST for action port [ 838.624238] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-00623ddd-0d1c-4b78-bc2b-de0fce3972bd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.624238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00623ddd-0d1c-4b78-bc2b-de0fce3972bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.624238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00623ddd-0d1c-4b78-bc2b-de0fce3972bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.625013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00623ddd-0d1c-4b78-bc2b-de0fce3972bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.625265] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00623ddd-0d1c-4b78-bc2b-de0fce3972bd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.954938] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.955156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.955399] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f6449b2-b6ef-41f6-9326-87901b271f22 with status ACTIVE [ 838.955582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.955696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.955762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.955964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956241] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.956534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956795] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.957100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.957197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.957251] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f6449b2-b6ef-41f6-9326-87901b271f22 is going to be updated. [ 838.978674] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.978674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.978674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.978674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.978674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.979113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f6449b2-b6ef-41f6-9326-87901b271f22" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.127395] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00623ddd-0d1c-4b78-bc2b-de0fce3972bd [ 839.127634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.127771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.127840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.128079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.128166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.128265] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00623ddd-0d1c-4b78-bc2b-de0fce3972bd already deleted. [ 839.128265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00623ddd-0d1c-4b78-bc2b-de0fce3972bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.110255] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 840.110577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344643] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 840.344983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.344983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.345244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.345440] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.345574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.345747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.345817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.345900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.345996] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.847727] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.349845] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.852578] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.852772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.852949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.853237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.853405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.853551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 841.882467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.882636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.882699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.882895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.883074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.895561] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 842.283317] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 req-77a65240-741e-4b09-8d39-313d753eb6b8 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 842.283876] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 842.284307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.284307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.284535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.284617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.284721] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.284815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.284871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.285051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.285141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.285403] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.594186] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.594186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.594186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.594186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.594186] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.594186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.594186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.596188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.597232] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.597232] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.597232] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.597232] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.597232] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.597232] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 842.597232] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.597651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.614986] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.615183] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 842.615324] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.615507] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.615877] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cf1da706-2c80-4f19-8d43-660e1c0d5299 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.616088] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.616218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.616547] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.616693] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1da706-2c80-4f19-8d43-660e1c0d5299',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.647498] env[69888]: INFO networking_nsxv3.common.synchronization [req-01a24f12-bca9-4142-a3ff-20304b4ecdf7 req-ac004010-4b84-4c1c-b960-ed640522dcee tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 842.648545] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 842.648545] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.648545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.648856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.648856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.648932] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.649157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.649157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.649260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.649478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.649478] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.786912] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.787077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.787152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.787380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.807114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.807425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.807588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.807588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.807786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.807856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.807949] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 842.829796] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.830012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.830089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.830244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.830423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.838874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 843.119603] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.119603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.119603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.119867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.119867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.120018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cf1da706-2c80-4f19-8d43-660e1c0d5299 not found, creating... [ 843.120291] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.120454] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.120574] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120944] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.121250] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.121402] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.121527] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.122211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.122211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.122211] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cf1da706-2c80-4f19-8d43-660e1c0d5299 is going to be created. [ 843.151917] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.152212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.152392] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.152641] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.152879] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.153141] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.154156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.154415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.154599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.154948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.155112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.155484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.155598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.155663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.155834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.155912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.156012] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 843.203641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.203860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.203911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.204191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.204378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.222157] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 req-0a965193-067b-4e8a-aae7-134e153352fe service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 req-0a965193-067b-4e8a-aae7-134e153352fe service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7809c30-9f4a-4bd4-aac8-4afbc6779ab2 req-0a965193-067b-4e8a-aae7-134e153352fe service nova] Enqueued Resource ID: cf1da706-2c80-4f19-8d43-660e1c0d5299 with Priority: HIGHEST for action port [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 843.861179] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf1da706-2c80-4f19-8d43-660e1c0d5299 with Priority: HIGHEST for action port [ 843.861179] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.861952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.862294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.862594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.862787] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.864603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.865822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.865822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf1da706-2c80-4f19-8d43-660e1c0d5299 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.865822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.865822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.866189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.866521] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf1da706-2c80-4f19-8d43-660e1c0d5299',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.904666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 843.904938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.905171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.905425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.905651] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.905795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.905881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.906077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.906166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.906254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.906349] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.368601] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.368808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.369062] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf1da706-2c80-4f19-8d43-660e1c0d5299 with status ACTIVE [ 844.369304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.369467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.369542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.369768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.369890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.370055] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.370147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.370220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.370447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.370623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.370717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.370799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.370926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.371008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.371102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf1da706-2c80-4f19-8d43-660e1c0d5299 is going to be updated. [ 844.390361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.390361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.390361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.390603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.390603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.390894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf1da706-2c80-4f19-8d43-660e1c0d5299" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.408596] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.408723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.409258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.409258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.409374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.409505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.409589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.409855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.409988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.410131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.410314] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.410433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.410525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.410714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.410865] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.410994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.411095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.411276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.411373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.411490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.411596] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.849987] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 844.850167] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 deletion is rescheduled due to dependency. [ 844.850307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.850514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.850760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.850978] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.851138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.851225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.851405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.851494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.851620] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.913558] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2635004c-10e9-4398-a6ec-ae210e04d2ed: rpc.has_security_group_logging(os_id): False [ 844.929978] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.930472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.930602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.930766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.930866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.930924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931385] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.931478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.931536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.931685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.931773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.931967] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.932186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.932243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.932389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.932470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.932568] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 844.991176] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.991176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.991176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.991176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.991176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.008475] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 845.019864] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-cc659aca-62ff-40f5-8f2b-1d720c1f7cd9 tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 845.020479] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 845.020823] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.020904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.020978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021359] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.021458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.021524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.021713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.021800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.021898] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.234007] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 845.234301] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 deletion is rescheduled due to dependency. [ 845.234401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.296673] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-2846fdd8-a6c5-49df-9d13-4c411719ffdb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 845.297262] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 845.297602] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.297728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.355836] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.525036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.525036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.525036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.525245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.546205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.546205] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.546205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.546205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.546205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.546205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.546205] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 845.567135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.567251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.567251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.567455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.567618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.576914] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 845.638950] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-268 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.639254] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-268" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.639321] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-268" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.639714] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-268" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.640011] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.640188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.640328] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.640562] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.640735] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.640940] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.641072] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.641425] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.641425] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.641425] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 845.641544] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.641651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.661210] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.661210] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 845.661210] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.661210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-268" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.661321] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7d170f4e-fefc-4349-9782-12fce3a1b239 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.661447] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.661572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.661932] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.662101] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d170f4e-fefc-4349-9782-12fce3a1b239',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.858613] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.168240] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.168580] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.168765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169340] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169531] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7d170f4e-fefc-4349-9782-12fce3a1b239 not found, creating... [ 846.169812] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.169981] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.170112] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.170388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.170654] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.170824] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.170977] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.171189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.171574] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.171774] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.172012] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7d170f4e-fefc-4349-9782-12fce3a1b239 is going to be created. [ 846.191914] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.192185] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.192325] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.192606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.192846] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.193093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.254958] env[69888]: INFO networking_nsxv3.common.synchronization [req-b94bed68-aa51-45f2-b3b6-3be1b1b91542 req-9791f6a3-6d5f-4a01-9773-bbaa36da2878 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 846.255610] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGHEST for action security_group_members [ 846.255951] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.258445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.258525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.258736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.258903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.259015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.259081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.259227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.260370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.260370] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.366130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.366130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.366130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.366130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.366130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.366130] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 846.400654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.400654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.400654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.400654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.400654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.408217] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 846.762719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.763191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.763271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.763439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.782617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.782889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.783128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.783128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.783298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.783373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.783467] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 is going to be updated. [ 846.819703] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.819925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.820041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.820292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.820468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.829134] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: IN_PROGRESS for 2s [ 847.024212] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 847.024212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.144548] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-f6fa26fd-c61c-417c-8bf0-79936a1459bb service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 847.144746] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-f6fa26fd-c61c-417c-8bf0-79936a1459bb service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 847.144892] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-f6fa26fd-c61c-417c-8bf0-79936a1459bb service nova] Enqueued Resource ID: 7d170f4e-fefc-4349-9782-12fce3a1b239 with Priority: HIGHEST for action port [ 847.145976] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 847.145976] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 847.145976] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d170f4e-fefc-4349-9782-12fce3a1b239 with Priority: HIGHEST for action port [ 847.145976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.149334] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.149334] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.149334] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d170f4e-fefc-4349-9782-12fce3a1b239 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.149334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.149334] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d170f4e-fefc-4349-9782-12fce3a1b239',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.590253] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 847.590538] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 deletion is rescheduled due to dependency. [ 847.590572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.591701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.592011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.592305] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.592441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.592510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.592708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.592812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.592918] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.649643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.649772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650167] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d170f4e-fefc-4349-9782-12fce3a1b239 with status ACTIVE [ 847.650167] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.650284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.650541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.650626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.650799] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.650887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.650944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.651181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.651181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651364] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.651449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.651505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.651707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.651707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.651793] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d170f4e-fefc-4349-9782-12fce3a1b239 is going to be updated. [ 847.676285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.676353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.676391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.676639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.676789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.676953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d170f4e-fefc-4349-9782-12fce3a1b239" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.847191] env[69888]: INFO networking_nsxv3.common.synchronization [req-25f1b64c-ae70-4d9a-8c12-7f245c615252 req-67fa7993-d283-46fa-9dc2-ba633a0b7126 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Enqueued Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 847.847744] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 847.848080] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.848208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.848294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.848551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.848705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.848800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.848859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.849013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.849852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.849974] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.976938] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-630 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.977253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-630" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.977397] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-630" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.977707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-630" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.978582] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.979505] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.979986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.980139] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.980483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.980736] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.980884] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.980984] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.981155] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.981315] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 847.981433] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.981635] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.000287] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.000460] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.000606] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.000793] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-630" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.001939] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.001939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.001939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.001939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.001939] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99bcca3-4ae0-4b7e-8b2c-31435d4fa910',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.102646] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.185493] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-480 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.185707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-480" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.185837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-480" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.186198] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-480" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.186512] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.186689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.186816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.187058] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.187214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.187422] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.187538] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.187653] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.187767] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.187879] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 848.187990] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.188144] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.203932] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.204115] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 848.204280] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.204469] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-480" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.204769] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-41bad845-cdf3-4aed-9d5b-5a1f641c769b taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.204941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.205082] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.205426] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.205577] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bad845-cdf3-4aed-9d5b-5a1f641c769b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.352481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.352643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.352720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.352954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.353063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.353335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.353456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.353756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.353756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.353843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.353915] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 already deleted. [ 848.353980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.418528] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 848.418777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.418953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419420] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.419540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.419700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.419763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.419841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.419930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.420049] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.504146] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.504682] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.504850] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.505185] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.505355] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.505529] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 not found, creating... [ 848.505807] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.505974] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.506109] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.506352] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.506496] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.506806] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.507242] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.507443] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.507671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.507818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.507968] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 is going to be created. [ 848.526684] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.526952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.527115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.527415] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.527682] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.527935] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.602889] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.707724] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.708668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.708739] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.709142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.709410] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.709586] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 41bad845-cdf3-4aed-9d5b-5a1f641c769b not found, creating... [ 848.709870] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.710064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.710196] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.710464] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.710611] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.710916] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.711094] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.711218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.711436] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.711575] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.711782] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 41bad845-cdf3-4aed-9d5b-5a1f641c769b is going to be created. [ 848.737890] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.737890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.737890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.737890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.737890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.737890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.838014] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 in Status: SUCCESS [ 848.838215] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 deletion is rescheduled due to dependency. [ 848.838338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.922479] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.922674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.922735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.922995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.923220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.923339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.923421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.923603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.923721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.923840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.924071] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.924262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.924360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.924503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.924662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.924823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.924918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.925104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.925228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.925459] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.105221] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.105290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.105325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.105543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.105634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.105738] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 849.134242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.134313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.134380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.134593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.134735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.142230] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 849.428455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a53019fd-ccfa-4406-91f8-4fdb5e7fea31: rpc.has_security_group_logging(os_id): False [ 849.431143] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-780fd0f4-b801-4c2f-878f-92336234a51d service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 849.431437] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-780fd0f4-b801-4c2f-878f-92336234a51d service nova] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 849.431597] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1e01b49-9f93-4202-82d2-c45192406a6c req-780fd0f4-b801-4c2f-878f-92336234a51d service nova] Enqueued Resource ID: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 with Priority: HIGHEST for action port [ 849.432254] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_rules [ 849.432443] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 849.432797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 with Priority: HIGHEST for action port [ 849.433278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.433877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.433877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.433877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.433877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.434085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.434085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.434384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.434496] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f99bcca3-4ae0-4b7e-8b2c-31435d4fa910',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.450231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.450231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.450231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.450231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.450683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.450712] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.452197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.452197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.452197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.452197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.452197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 849.455400] env[69888]: INFO networking_nsxv3.common.synchronization [req-25f1b64c-ae70-4d9a-8c12-7f245c615252 req-16bca11a-c45a-4392-8a8a-90ec3e576e64 service nova] Enqueued Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_rules [ 849.455400] env[69888]: INFO networking_nsxv3.common.synchronization [req-25f1b64c-ae70-4d9a-8c12-7f245c615252 req-16bca11a-c45a-4392-8a8a-90ec3e576e64 service nova] Enqueued Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 849.455601] env[69888]: INFO networking_nsxv3.common.synchronization [req-25f1b64c-ae70-4d9a-8c12-7f245c615252 req-16bca11a-c45a-4392-8a8a-90ec3e576e64 service nova] Enqueued Resource ID: 41bad845-cdf3-4aed-9d5b-5a1f641c769b with Priority: HIGHEST for action port [ 849.459033] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_rules [ 849.459033] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 849.459033] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bad845-cdf3-4aed-9d5b-5a1f641c769b with Priority: HIGHEST for action port [ 849.459033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.459033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.459033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.459033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.459033] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.459344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.459440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.460327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.460569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.460768] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.460898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.460983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.461181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.461293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.461404] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.462253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bad845-cdf3-4aed-9d5b-5a1f641c769b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.462365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.462438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.462589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.462661] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bad845-cdf3-4aed-9d5b-5a1f641c769b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.506920] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.507118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.507192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.507398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.507543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.518034] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 849.939348] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 with status ACTIVE [ 849.939348] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.939675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.939675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.940325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.940325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.940428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.941100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.941100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.941250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.941339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.941555] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.941744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.941744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.942049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.942049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.942049] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f99bcca3-4ae0-4b7e-8b2c-31435d4fa910 is going to be updated. [ 849.961760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.961760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.961760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.961928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.961928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.962103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f99bcca3-4ae0-4b7e-8b2c-31435d4fa910" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.965074] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.965599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.965721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.965869] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41bad845-cdf3-4aed-9d5b-5a1f641c769b with status ACTIVE [ 849.966038] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.966145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.966209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.966396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.966481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.966710] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.966761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.966792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.967565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.967565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.967936] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41bad845-cdf3-4aed-9d5b-5a1f641c769b is going to be updated. [ 849.987410] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.987554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.987624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.987842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.987974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.988154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bad845-cdf3-4aed-9d5b-5a1f641c769b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.469437] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.972481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.972755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.972755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.972932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.973036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.973138] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 is going to be created. [ 850.994602] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.994766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.994801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.995039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.995258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.005364] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: UNINITIALIZED for 2s [ 851.151256] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 4s [ 851.533777] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 851.534031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.471941] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-1ea87edc-cdc1-420e-af64-a51949a10db0 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 852.472894] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 852.472894] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.472894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.473081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.473854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.474039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.474150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.474216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.474403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.474496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.474615] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.890584] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.892020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.892020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.892020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.892020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.892494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.892841] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.895212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.895212] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.895212] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.895212] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.895212] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.895212] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 852.895212] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.895212] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.911945] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.912340] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 852.913298] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.913298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.914029] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-77783e34-20e7-413a-abb9-dd78a934b2d7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.914311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.914311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.914686] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.914768] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77783e34-20e7-413a-abb9-dd78a934b2d7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.976922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.978267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.978427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.978705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.978854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.979127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.979244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.979312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.979485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.979565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.979655] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 already deleted. [ 852.979736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.016346] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: SUCCESS [ 853.016694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.016934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.017204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.017521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.017741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.017881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.018146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.018305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.018445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.018580] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.161710] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 853.162156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.162526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.162747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.162939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.163713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.163713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.163713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.163713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.163713] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.419073] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.419466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.419613] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.419923] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.420251] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.420332] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 77783e34-20e7-413a-abb9-dd78a934b2d7 not found, creating... [ 853.420555] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.420748] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.420916] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.421165] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.421313] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.421966] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.421966] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.421966] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.422345] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.422512] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.422663] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 77783e34-20e7-413a-abb9-dd78a934b2d7 is going to be created. [ 853.441218] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.441635] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.441635] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.441826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.442069] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.442329] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.521376] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.521717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.521717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.521933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.522159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.522279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.522432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.522636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.522750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.522846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.523059] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.523443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.523901] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.523901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.523901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.524057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.524057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.524122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.524228] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.666216] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.028470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 422a775e-d09e-4635-bf6a-24d6ee9a2f25: rpc.has_security_group_logging(os_id): False [ 854.049254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.049827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.049827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.049827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.049827] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.049934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.055109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.055705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.055705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.055857] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 is going to be created. [ 854.110134] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.110448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.110448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.110648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.110858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.122619] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: IN_PROGRESS for 2s [ 854.169253] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.385728] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-81bc2680-d54b-4572-8dae-0ac5ceeb6b80 service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 854.385918] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-81bc2680-d54b-4572-8dae-0ac5ceeb6b80 service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 854.386088] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-81bc2680-d54b-4572-8dae-0ac5ceeb6b80 service nova] Enqueued Resource ID: 77783e34-20e7-413a-abb9-dd78a934b2d7 with Priority: HIGHEST for action port [ 854.386330] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 854.386514] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 854.386559] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77783e34-20e7-413a-abb9-dd78a934b2d7 with Priority: HIGHEST for action port [ 854.388039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.388181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.388252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.391996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.392098] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.393052] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.393176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.393245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.393429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.393591] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.393690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.393754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.393899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.393983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.394087] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.394898] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-77783e34-20e7-413a-abb9-dd78a934b2d7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.396913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.396913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.397076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.397159] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77783e34-20e7-413a-abb9-dd78a934b2d7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.671674] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.672050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.672050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.672254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.672398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.672513] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 854.698362] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.698534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.698575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.698785] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.698927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.706413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 854.898757] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.899864] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.900280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.900466] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77783e34-20e7-413a-abb9-dd78a934b2d7 with status ACTIVE [ 854.900633] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.900744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.901059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.901059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.901173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.901262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.901793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.901793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.901793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.901793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.901793] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.902143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.902143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.902650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.902766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.902880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77783e34-20e7-413a-abb9-dd78a934b2d7 is going to be updated. [ 854.923775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.924097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.924865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.924865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.924865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.924865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77783e34-20e7-413a-abb9-dd78a934b2d7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.097146] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-801aa919-69e8-4061-bc45-0b4914d6471a tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 855.097146] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 855.097146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.099620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.145657] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b3e113c1-5084-448f-9238-517284e1e09c None None] Enqueued Resource ID: c2816b13-3969-4edc-be7b-8c183685ad9e with Priority: HIGHEST for action port [ 855.146228] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2816b13-3969-4edc-be7b-8c183685ad9e with Priority: HIGHEST for action port [ 855.146956] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2816b13-3969-4edc-be7b-8c183685ad9e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.146956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2816b13-3969-4edc-be7b-8c183685ad9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.146956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2816b13-3969-4edc-be7b-8c183685ad9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.147156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2816b13-3969-4edc-be7b-8c183685ad9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.147689] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2816b13-3969-4edc-be7b-8c183685ad9e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.407294] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.430119] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.430119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.430119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.430119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.431214] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.431549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.431809] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.432140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.432391] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.432768] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.432960] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.433205] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.433433] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.433779] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 855.433976] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.434219] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.456344] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.456344] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 855.456344] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.456344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.456344] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-21b67fd0-e6e4-4843-899f-a219bdc99d93 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.456344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.456344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.456344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.456344] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b67fd0-e6e4-4843-899f-a219bdc99d93',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.649375] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2816b13-3969-4edc-be7b-8c183685ad9e [ 855.649623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.649755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.649824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.650078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.650202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.650303] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2816b13-3969-4edc-be7b-8c183685ad9e already deleted. [ 855.650388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2816b13-3969-4edc-be7b-8c183685ad9e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.908990] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.909316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.909316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.909870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.910033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.910186] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be created. [ 855.932458] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.932621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.932621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.934289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.934541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.943022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: UNINITIALIZED for 2s [ 855.959850] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.960156] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.960281] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.960622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.960782] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.960953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 21b67fd0-e6e4-4843-899f-a219bdc99d93 not found, creating... [ 855.961258] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.961439] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.961589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.961825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.961975] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.963301] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.963583] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.963645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.963933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.964011] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.964190] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 21b67fd0-e6e4-4843-899f-a219bdc99d93 is going to be created. [ 855.981864] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.982118] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.982295] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.982596] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.982836] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.983140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.139777] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: SUCCESS [ 856.140110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.700498] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-0622a1fb-67c7-40d6-9fdc-cfe426ec712d service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 856.700716] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-0622a1fb-67c7-40d6-9fdc-cfe426ec712d service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 856.700866] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-0622a1fb-67c7-40d6-9fdc-cfe426ec712d service nova] Enqueued Resource ID: 21b67fd0-e6e4-4843-899f-a219bdc99d93 with Priority: HIGHEST for action port [ 856.701457] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 856.701592] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 856.701690] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21b67fd0-e6e4-4843-899f-a219bdc99d93 with Priority: HIGHEST for action port [ 856.702673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.702673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.702673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.702673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.702851] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-21b67fd0-e6e4-4843-899f-a219bdc99d93 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.702851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.702851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.703076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.703152] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21b67fd0-e6e4-4843-899f-a219bdc99d93',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.718612] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 856.718986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.719558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.719794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.720059] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.720148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.720181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.723294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.723294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.723294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.723294] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.724451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.724635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.724821] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.724932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.724996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.725159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.725238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.725557] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.207155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21b67fd0-e6e4-4843-899f-a219bdc99d93 with status ACTIVE [ 857.207852] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.207852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.207852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.208045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.208045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.208180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.208284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.210253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.210253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.210253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.211044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.211181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.211306] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21b67fd0-e6e4-4843-899f-a219bdc99d93 is going to be updated. [ 857.228575] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.228575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.229499] env[69888]: INFO networking_nsxv3.common.synchronization [None req-a6674bd0-c0ef-45e1-85b6-f0556f66a7cf None None] Enqueued Resource ID: 902c603b-83c4-41fd-bffe-ad5ce090480f with Priority: HIGHEST for action port [ 857.229781] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.232212] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902c603b-83c4-41fd-bffe-ad5ce090480f with Priority: HIGHEST for action port [ 857.232212] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-902c603b-83c4-41fd-bffe-ad5ce090480f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.232212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902c603b-83c4-41fd-bffe-ad5ce090480f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.232212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902c603b-83c4-41fd-bffe-ad5ce090480f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.232520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902c603b-83c4-41fd-bffe-ad5ce090480f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.232852] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902c603b-83c4-41fd-bffe-ad5ce090480f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.236458] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.236577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.236646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.236843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.236976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.237811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21b67fd0-e6e4-4843-899f-a219bdc99d93" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.731884] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.735131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 902c603b-83c4-41fd-bffe-ad5ce090480f [ 857.735346] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.735478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.735548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.735806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.735911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.736014] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:902c603b-83c4-41fd-bffe-ad5ce090480f already deleted. [ 857.736252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902c603b-83c4-41fd-bffe-ad5ce090480f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.956038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.956038] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.956038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.956038] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.956493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.956493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.956493] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.956595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.956635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.956958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.956958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.957116] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.236076] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.236076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.236076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.236076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.236076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.236076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 858.263750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.263899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.263972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.264204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.264354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.272689] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 858.459148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.459148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.460327] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.963533] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.466051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.466364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.466364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.466519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.466625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.466765] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 859.495995] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.496175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.496229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.496455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.496604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.505245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 859.598306] env[69888]: INFO networking_nsxv3.common.synchronization [req-0ded8fb6-c0d8-4a46-a06f-8d4ce66c2c3d req-bfc17ebc-8054-4854-b8f2-771aed2a3c6f tempest-ServersAdminNegativeTestJSON-2107604293 tempest-ServersAdminNegativeTestJSON-2107604293-project-member] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 859.598827] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGHEST for action security_group_members [ 859.599155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.599272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.599328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.599604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.599657] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.599756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.599817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.599957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.600130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.600180] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.102218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.102395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.102591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.102865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.102984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103237] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.103394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.103444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.103632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.104190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.104317] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be updated. [ 860.130782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.130782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.130782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.130782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.130782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.138949] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 2s [ 860.282679] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 860.282831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.283067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.283339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.283635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.283752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.283845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.284093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.284192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.284286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.284542] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.284664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.284792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.284905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.285116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.285234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.285654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.285654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.285654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.285654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.285842] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.788321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 266e15a6-de69-4399-b91e-e37ea7ae4e43: rpc.has_security_group_logging(os_id): False [ 860.805518] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.805701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.805822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.806116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.806255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.807632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.807632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.808096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.808096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.808096] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.808255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.808255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.808481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.808481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.808554] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 860.865603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.877871] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 860.951206] env[69888]: INFO networking_nsxv3.common.synchronization [req-588b0a8e-f1dd-4feb-b155-5515656a7301 req-69d1e667-17d9-4ae5-b457-7f90d439b1de tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 860.952034] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 860.952652] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.952652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.952787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.952883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.953154] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.953336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.953455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.953710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.953846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.954064] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.125385] env[69888]: INFO networking_nsxv3.common.synchronization [req-588b0a8e-f1dd-4feb-b155-5515656a7301 req-907d91ce-c8da-42c2-9a96-8c046c220cbb tempest-ServersTestMultiNic-1154478472 tempest-ServersTestMultiNic-1154478472-project-member] Enqueued Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 861.126010] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 with Priority: HIGHEST for action security_group_members [ 861.126347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-266e15a6-de69-4399-b91e-e37ea7ae4e43 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.126452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.459591] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.515700] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 861.515989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.516221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.516478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.516654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.516797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.516896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.517105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.517174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.517284] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.963152] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.022197] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.150429] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: IN_PROGRESS for 4s [ 862.465265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.465420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.465490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.465719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.465811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.465912] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be updated. [ 862.495148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.495327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.495391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.495563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.495703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.504291] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: IN_PROGRESS for 2s [ 862.523641] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.890888] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 862.892588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.892588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.892588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.892588] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.026265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.026781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.026952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.027223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.027548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.027733] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 863.053546] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.053696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.053770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.053983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.054194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.062894] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 863.412211] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.412211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.412211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.412211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.412211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.412420] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be deleted. [ 863.468760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.468897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.468969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.469203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.469301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.469418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.161137] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc7c4c28-595b-4150-8a48-a932fa43de48 in Status: SUCCESS [ 864.161137] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 deletion is rescheduled due to dependency. [ 864.161137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.516674] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 in Status: SUCCESS [ 864.516837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.516892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.517503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.517503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.517856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.517943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.518236] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('266e15a6-de69-4399-b91e-e37ea7ae4e43',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.022600] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.022600] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.022600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.022600] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 266e15a6-de69-4399-b91e-e37ea7ae4e43 is going to be deleted. [ 865.048861] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.049024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.049112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.049318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.049407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.049505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-266e15a6-de69-4399-b91e-e37ea7ae4e43" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.072749] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 865.073054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.073293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.073480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.073671] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.073789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.073855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.074032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.074092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.074319] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.074494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.074494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.074973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.074973] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.076567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.076646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.076787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.076998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.076998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.076998] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.437315] env[69888]: INFO networking_nsxv3.common.synchronization [req-333d61cc-4696-479a-a419-a809b4cb4733 req-55cd554f-6d93-4873-82e2-fb6b350a0b12 tempest-AttachInterfacesV270Test-206732333 tempest-AttachInterfacesV270Test-206732333-project-member] Enqueued Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 865.437858] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGHEST for action security_group_members [ 865.438186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.438311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.438379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.438578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.438732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.438832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.438894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.439058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.439157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.439254] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.578906] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38692519-bc41-4fc9-866f-36a4d0fb8751: rpc.has_security_group_logging(os_id): False [ 865.596389] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.596547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.596618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.596851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.596969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.597285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.597412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.597474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.598225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.598225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.598225] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.598225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.598225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.598548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.598548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.598548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.598725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.598725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.598828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.599054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.599150] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be created. [ 865.661091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.661330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.661330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.661432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.661621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.674026] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 865.755469] env[69888]: INFO networking_nsxv3.common.synchronization [req-048626ab-c4bb-4492-b337-eaf44c98ea7a req-d630828d-c961-4a30-a491-b8f65445987b tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 865.755469] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 865.755469] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.755469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.756896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.757149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.757325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.757787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.758119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.758119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.758179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.758236] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.941758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.941932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.942037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.942455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.942455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.942557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.942647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.942693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.942805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.942880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.942971] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 is going to be updated. [ 865.968039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.968239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.968239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.968363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.968507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.976597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: IN_PROGRESS for 2s [ 866.264452] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.264669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.264735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.264921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.265026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.265230] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.265330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.265392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.265539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.265618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.265709] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 866.291490] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.292604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.293019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.293732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.297598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.303473] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 867.152333] env[69888]: INFO networking_nsxv3.common.synchronization [None req-17ab5c81-3010-4f9d-ba95-2518c60d83be None None] Enqueued Resource ID: 1c2b632b-b058-4c5e-9cc7-d2608cbc2b39 with Priority: HIGHEST for action port [ 867.152333] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c2b632b-b058-4c5e-9cc7-d2608cbc2b39 with Priority: HIGHEST for action port [ 867.152333] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c2b632b-b058-4c5e-9cc7-d2608cbc2b39 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.152333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c2b632b-b058-4c5e-9cc7-d2608cbc2b39" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.152333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c2b632b-b058-4c5e-9cc7-d2608cbc2b39" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.152333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c2b632b-b058-4c5e-9cc7-d2608cbc2b39" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.152333] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c2b632b-b058-4c5e-9cc7-d2608cbc2b39',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.554366] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-24f59841-467d-40c7-97e9-303a4e5d5e4d tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 867.555303] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 867.555688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.555883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.555990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.556272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.556438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.556551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.556609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.556828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.556900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.557040] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.654837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c2b632b-b058-4c5e-9cc7-d2608cbc2b39 [ 867.655040] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.655183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.655250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.655474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.655562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.655655] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c2b632b-b058-4c5e-9cc7-d2608cbc2b39 already deleted. [ 867.655776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c2b632b-b058-4c5e-9cc7-d2608cbc2b39" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.686054] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 867.686227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.686414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.687031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.687031] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.988740] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 in Status: SUCCESS [ 867.988740] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 deletion is rescheduled due to dependency. [ 867.988740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.059576] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.192686] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.192987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.312953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 868.313175] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 deletion is rescheduled due to dependency. [ 868.313295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.566868] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.641168] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-447 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.641394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.641520] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.641887] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.642193] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.642422] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.642487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.642962] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.643146] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.643360] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.643485] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.643597] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.643707] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.643816] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 868.643968] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.644167] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.663525] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.663677] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 868.663815] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.663992] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-447" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.664373] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.664553] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.664700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.665052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.665198] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c529e7ff-51e0-4dd1-b5ce-2efcba403f32',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.066521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.066680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.066753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.066986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.067100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.067203] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 869.096060] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.096060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.096060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.096060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.096060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.104259] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 869.167083] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.167323] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.167450] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.167736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.167892] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.168100] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port c529e7ff-51e0-4dd1-b5ce-2efcba403f32 not found, creating... [ 869.169816] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.169816] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.169816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.170175] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.172238] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 is going to be created. [ 869.194585] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.194894] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.195027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.195314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.195551] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.195881] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.617490] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e6c71a5c-ebd3-4869-a70a-78c11a0abad4 None None] Enqueued Resource ID: c50a96db-dc08-4f98-9c27-3394b334bec6 with Priority: HIGHEST for action port [ 869.618167] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50a96db-dc08-4f98-9c27-3394b334bec6 with Priority: HIGHEST for action port [ 869.618567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c50a96db-dc08-4f98-9c27-3394b334bec6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.618744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c50a96db-dc08-4f98-9c27-3394b334bec6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.618820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c50a96db-dc08-4f98-9c27-3394b334bec6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.619116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c50a96db-dc08-4f98-9c27-3394b334bec6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.619206] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c50a96db-dc08-4f98-9c27-3394b334bec6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.045136] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-e4f38e9e-3644-4057-bfc8-3bb5c8a6e763 service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 870.045274] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-e4f38e9e-3644-4057-bfc8-3bb5c8a6e763 service nova] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 870.045433] env[69888]: INFO networking_nsxv3.common.synchronization [req-8b4e8104-c2d4-4cbd-b919-cd89bf935d0e req-e4f38e9e-3644-4057-bfc8-3bb5c8a6e763 service nova] Enqueued Resource ID: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 with Priority: HIGHEST for action port [ 870.046016] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_rules [ 870.048825] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 870.048825] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 with Priority: HIGHEST for action port [ 870.049358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.049472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.051031] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.051031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.051031] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.051495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.051495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.051495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.051622] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c529e7ff-51e0-4dd1-b5ce-2efcba403f32',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.122109] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c50a96db-dc08-4f98-9c27-3394b334bec6 [ 870.123146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.123146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.123146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.123146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.123146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.123425] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c50a96db-dc08-4f98-9c27-3394b334bec6 already deleted. [ 870.123571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c50a96db-dc08-4f98-9c27-3394b334bec6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.172597] env[69888]: INFO networking_nsxv3.common.synchronization [req-95c6b9ca-5963-467c-a47e-19e9596196ea req-ff8e12e6-a5a8-48c8-a1c7-25d05f929ba2 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 870.172940] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 870.173914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.173914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.174626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.174850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.174967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.175051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.177170] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.555804] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c529e7ff-51e0-4dd1-b5ce-2efcba403f32 with status ACTIVE [ 870.556121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.556206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.556259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.556466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.556558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.557114] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.557243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.557412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.557467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.557547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.557742] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.557837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.557895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.559900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.559990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.560154] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c529e7ff-51e0-4dd1-b5ce-2efcba403f32 is going to be updated. [ 870.581454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.581631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.581685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.581880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.582932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.582932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c529e7ff-51e0-4dd1-b5ce-2efcba403f32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.634604] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.634804] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.635822] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.639933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.639933] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.639933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.639933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.639933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.639933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.639933] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.639933] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.639933] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.639933] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.639933] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 870.639933] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.639933] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.661225] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.661225] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 870.661225] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.661225] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.661433] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-5f16c9ff-909a-4e02-95d9-b30544d080f2 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.662317] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.662317] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.662317] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.662317] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16c9ff-909a-4e02-95d9-b30544d080f2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.680386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.680554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.680612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.680790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.680880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.681103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.681204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.681281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.681438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.681516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.681601] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 already deleted. [ 870.681679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.118018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.118018] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.120193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.120366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.120624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.120744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.120809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.120956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.121206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.121247] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.165530] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.165983] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.166188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.166478] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.166633] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.166795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 5f16c9ff-909a-4e02-95d9-b30544d080f2 not found, creating... [ 871.167156] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.167338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.167462] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.167715] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.167872] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.168923] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.169137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.169295] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.169833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.169833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.170583] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 5f16c9ff-909a-4e02-95d9-b30544d080f2 is going to be created. [ 871.191826] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.191826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.191826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.191826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.192227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.192227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.541373] env[69888]: INFO networking_nsxv3.common.synchronization [None req-3ed70ea6-4182-4ec8-bd81-dec4c28a3eb7 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 871.543436] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 871.543694] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.543852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.543952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.544327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.544482] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.620766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.621088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.624786] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.739843] env[69888]: INFO networking_nsxv3.common.synchronization [None req-7c10effe-d32a-44a5-b4dc-154aa454df4f tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 871.739843] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 871.739843] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.740034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068465] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.068711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.068711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.068909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.069165] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 already deleted. [ 872.069289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.069349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.069493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.069577] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.128979] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.145585] env[69888]: INFO networking_nsxv3.common.synchronization [req-95c6b9ca-5963-467c-a47e-19e9596196ea req-72018c67-9d4b-43a0-b8f2-048a427f55c8 service nova] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 872.145763] env[69888]: INFO networking_nsxv3.common.synchronization [req-95c6b9ca-5963-467c-a47e-19e9596196ea req-72018c67-9d4b-43a0-b8f2-048a427f55c8 service nova] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 872.145936] env[69888]: INFO networking_nsxv3.common.synchronization [req-95c6b9ca-5963-467c-a47e-19e9596196ea req-72018c67-9d4b-43a0-b8f2-048a427f55c8 service nova] Enqueued Resource ID: 5f16c9ff-909a-4e02-95d9-b30544d080f2 with Priority: HIGHEST for action port [ 872.147189] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_rules [ 872.147301] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 872.147422] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f16c9ff-909a-4e02-95d9-b30544d080f2 with Priority: HIGHEST for action port [ 872.148081] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.148245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.148328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.148517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.148609] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.149561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.149732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.149732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.149927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.150143] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.150255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.150255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.150429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.150517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.150663] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.154093] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f16c9ff-909a-4e02-95d9-b30544d080f2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.154273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.154273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.154603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.154603] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f16c9ff-909a-4e02-95d9-b30544d080f2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.233875] env[69888]: INFO networking_nsxv3.common.synchronization [None req-261b100f-328d-4984-bb40-84b6053c7e6b None None] Enqueued Resource ID: 44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32 with Priority: HIGHEST for action port [ 872.235160] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32 with Priority: HIGHEST for action port [ 872.235736] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.236049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.236279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.236741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.236947] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.594058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.594216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.594288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.594505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.594593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.594693] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 already deleted. [ 872.594796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.634451] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.634751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.634751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.634995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.635118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.635224] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 872.658595] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.658595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.658595] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.662921] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f16c9ff-909a-4e02-95d9-b30544d080f2 with status ACTIVE [ 872.663102] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.663190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.663273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.663520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.663613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.663792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.663896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.663958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.665917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.666035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.666223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.666359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.666399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.667303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.667303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.667303] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f16c9ff-909a-4e02-95d9-b30544d080f2 is going to be updated. [ 872.685568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.685568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.685568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.685568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.685568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.694455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 872.699047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.699047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.699047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.699047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.699273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.699273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f16c9ff-909a-4e02-95d9-b30544d080f2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.717308] env[69888]: INFO networking_nsxv3.common.synchronization [None req-386df7e1-7960-424a-865b-85499d06f4e3 None None] Enqueued Resource ID: ae1c0f41-5914-45d7-ba98-87a1b4f8cc53 with Priority: HIGHEST for action port [ 872.717308] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1c0f41-5914-45d7-ba98-87a1b4f8cc53 with Priority: HIGHEST for action port [ 872.718247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1c0f41-5914-45d7-ba98-87a1b4f8cc53 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.718403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1c0f41-5914-45d7-ba98-87a1b4f8cc53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.718474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1c0f41-5914-45d7-ba98-87a1b4f8cc53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.718881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1c0f41-5914-45d7-ba98-87a1b4f8cc53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.718973] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1c0f41-5914-45d7-ba98-87a1b4f8cc53',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.739891] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32 [ 872.740135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.740290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.740455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.740615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.740721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.740834] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32 already deleted. [ 872.740935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44a8282d-2d2f-4e0e-98b8-b08e6cc7cf32" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.162783] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.221306] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae1c0f41-5914-45d7-ba98-87a1b4f8cc53 [ 873.221542] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.221671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.221738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.221961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.222070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.222166] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae1c0f41-5914-45d7-ba98-87a1b4f8cc53 already deleted. [ 873.222249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1c0f41-5914-45d7-ba98-87a1b4f8cc53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.674058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.674058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.674058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.674058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.674058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.674058] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 is going to be created. [ 873.697979] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.697979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.697979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.697979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.697979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.706289] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: UNINITIALIZED for 2s [ 874.229536] env[69888]: INFO networking_nsxv3.common.synchronization [req-44f9db45-8406-4b88-b6ed-08e34f813e63 req-6953c648-6383-47ae-97b3-0556a1511467 tempest-ServersWithSpecificFlavorTestJSON-385852611 tempest-ServersWithSpecificFlavorTestJSON-385852611-project-member] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 874.230775] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGHEST for action security_group_members [ 874.231483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.234020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.234020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.234020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.705374] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 874.705635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.705839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.705928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.706181] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.706255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.706477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.706565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.706643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.706798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.706938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.706938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.707205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.707245] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.707378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.707410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.708266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.708395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.708938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.708938] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.738523] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.738523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.738523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.738523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.760288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.760555] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.760676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.760748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.760953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.761046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.761142] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be updated. [ 874.789985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.789985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.789985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.789985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.789985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.795362] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: IN_PROGRESS for 2s [ 875.146319] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e434df2b-a23f-4c06-95d7-2fc499f56b30 None None] Enqueued Resource ID: 139ed372-2256-4d43-bba0-aba055abfd8e with Priority: HIGHEST for action port [ 875.146319] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 139ed372-2256-4d43-bba0-aba055abfd8e with Priority: HIGHEST for action port [ 875.146319] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-139ed372-2256-4d43-bba0-aba055abfd8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.146319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-139ed372-2256-4d43-bba0-aba055abfd8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.146319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-139ed372-2256-4d43-bba0-aba055abfd8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.146319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-139ed372-2256-4d43-bba0-aba055abfd8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.146319] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('139ed372-2256-4d43-bba0-aba055abfd8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.211714] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38692519-bc41-4fc9-866f-36a4d0fb8751: rpc.has_security_group_logging(os_id): False [ 875.232941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.232941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.232941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.233701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.233701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.233701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.233701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.233701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.233701] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 875.296325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.296325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.296325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.296325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.306482] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 875.647144] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 139ed372-2256-4d43-bba0-aba055abfd8e [ 875.647381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.647523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.647587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.647808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.647899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.647994] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:139ed372-2256-4d43-bba0-aba055abfd8e already deleted. [ 875.648182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-139ed372-2256-4d43-bba0-aba055abfd8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.716693] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: SUCCESS [ 875.716984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.717060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.717873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.717873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.717873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.717873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.717873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.717873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.718281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.718281] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.223060] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.726016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 89d61d28-ad1a-46ff-8fe5-03bd16b47527: rpc.has_security_group_logging(os_id): False [ 876.745061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.745061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.745061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.745061] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 is going to be created. [ 876.801542] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.801542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.801542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.801542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.801542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.804202] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 in Status: SUCCESS [ 876.804360] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 deletion is rescheduled due to dependency. [ 876.804468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.811090] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: IN_PROGRESS for 2s [ 877.320298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 877.320298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.320494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.320721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.320813] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.823624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.823912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.823912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.824075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.824247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.824354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.824438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.824577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.824664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.824750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.824843] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.328877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.328877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.329054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.329398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.330551] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.330551] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.330551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.330884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.330884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.330884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.331036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.331036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.331913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.331913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.331913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.331913] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.822257] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: SUCCESS [ 878.822500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.834984] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38692519-bc41-4fc9-866f-36a4d0fb8751: rpc.has_security_group_logging(os_id): False [ 878.852323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.852583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.852681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.853154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.853294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.853662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.853766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.853915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.854076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.854190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.854421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.854662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.854824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.855538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.855538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.855643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.855775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.855840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.856087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.856195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.856314] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 878.912472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.912697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.912964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.913326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.913564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.926919] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 879.426666] env[69888]: INFO networking_nsxv3.common.synchronization [req-b465a8db-06c3-4be3-b4c9-232d9323e891 req-9d8e50ec-23d7-42e7-934d-375e86bf8b1d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 879.427232] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 879.427534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.427655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.427722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.427916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.428098] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.428195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.428256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.428409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.428495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.428585] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.932178] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.434026] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.938460] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.938854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.938854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.939363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.939363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.939507] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 880.948566] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 880.948800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.968183] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.968408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.968484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.968722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.968911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.978096] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 882.832201] env[69888]: INFO networking_nsxv3.common.synchronization [req-efd94c60-6fb0-466a-b8ad-3933d0cd9240 req-70c5f476-2d13-4c98-9538-c5e4447dd55c tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 882.832201] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 882.832453] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.832453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.832453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.832711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.832815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.832935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.833011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.833548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.833548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.833726] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.990081] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 882.990350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.336583] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.841494] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.343761] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.343761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.343761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.343761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.344271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.344271] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 884.372338] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.372338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.372338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.372338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.372338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.381715] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 885.406496] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef req-1eb762bc-c7a5-47f6-bb54-95d4d1f50c39 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 885.406897] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 885.407234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.407490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.407490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.407648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.407803] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.407898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.407960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.410329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.410424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.410525] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.849876] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.850105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.850234] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.850879] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.851268] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.851716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.851845] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.852082] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.852228] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.852437] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.852551] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.852670] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.852783] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.852897] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 885.853017] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.853179] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.870811] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.870989] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 885.871149] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.871339] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.871655] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.874522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.874522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.874522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.874522] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.912121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.912288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.912344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.912544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.912632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.912815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.912912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.912976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.913142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.913222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.913309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be deleted. [ 885.941361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.941553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.941553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.941766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.941852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.941949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.378008] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.378291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.378436] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.378740] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.378930] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.379073] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 not found, creating... [ 886.379352] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.379514] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.379639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.379889] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.380178] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.380366] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.380562] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.380684] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.380898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.381108] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.381189] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 is going to be created. [ 886.391381] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 886.391381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.400048] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.400048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.400048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.400048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.400412] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.400490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef req-3cb050a4-1373-47da-9e92-dbd509016c0d service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef req-3cb050a4-1373-47da-9e92-dbd509016c0d service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [req-b7d9d85a-ff7d-4d89-bd3c-c8d3df2387ef req-3cb050a4-1373-47da-9e92-dbd509016c0d service nova] Enqueued Resource ID: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 with Priority: HIGHEST for action port [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 887.228311] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 with Priority: HIGHEST for action port [ 887.228311] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.228311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228311] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.228937] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.228937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.228937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.228937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.228937] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.229101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.229101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.233471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.233471] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.233471] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.233471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.233471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.233471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.233471] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.732628] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.732795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.732974] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.734165] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 with status ACTIVE [ 887.734353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.734467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.734585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.734957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.735078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.735298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.735627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.735737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.735907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.736065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.736320] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.736445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.736513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.736707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.736765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.736812] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4 is going to be updated. [ 887.757068] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.757226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.757295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.757880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.757880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.758073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb008bbf-53b4-4aaa-81e2-2aa845f7dbb4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.239927] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.741645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.741870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.741870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.742123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.742219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.742319] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be created. [ 888.762548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.762727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.762821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.763076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.763364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.771707] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: UNINITIALIZED for 2s [ 890.022894] env[69888]: INFO networking_nsxv3.common.synchronization [req-0eea03a0-df74-4199-8289-4af447305d77 req-f540f162-a7e6-4f2e-ae7c-2c688daac2d0 tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 890.023493] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 890.023809] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.023934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.024226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.024379] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.024837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.025082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.025236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.025446] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.191554] env[69888]: INFO networking_nsxv3.common.synchronization [req-9cd58c08-6570-4c5d-ba67-c86898ec00f0 req-99fdcc0a-cb62-45a2-a033-ce81f85b26f1 tempest-ListServerFiltersTestJSON-1930997039 tempest-ListServerFiltersTestJSON-1930997039-project-member] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 890.192081] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGHEST for action security_group_members [ 890.192455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.192584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.192652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.192855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.193010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.195200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.195290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.195455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.195552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.195680] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.526130] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.526352] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.526484] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.526763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.527046] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.527211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.527335] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.527564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.527705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.527912] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.528043] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.528157] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.528273] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.528388] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 890.528499] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.528636] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.530286] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.553941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.554207] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 890.554367] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.554574] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.555052] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-4731963f-efc2-4a9a-b713-f629a921ffb5 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.555330] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.555465] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.555796] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.556071] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4731963f-efc2-4a9a-b713-f629a921ffb5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.703884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.703884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.703884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.703884] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be updated. [ 890.728613] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.728789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.728882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.729133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.729342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.739852] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: IN_PROGRESS for 2s [ 890.782252] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 890.782561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.783232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.783232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.783382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.783382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.783485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.783566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.783788] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.035042] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.058668] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.058668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.058668] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.059035] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.059308] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.059435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 4731963f-efc2-4a9a-b713-f629a921ffb5 not found, creating... [ 891.059741] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.059911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.060050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.060278] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.060420] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.060703] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.060870] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.060992] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.061218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.061419] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.061488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 4731963f-efc2-4a9a-b713-f629a921ffb5 is going to be created. [ 891.079854] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.080125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.080259] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.080552] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.080777] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.081010] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.286907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.286907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.286907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288836] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.288836] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.288836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.289670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.289796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.289954] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.290572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.290572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.291066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.291066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.291066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.291066] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.540058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.540058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.540058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.540341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.540494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.540609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 891.569360] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.569538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.569611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.569831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.570801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.585395] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 891.793390] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 891.810392] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.810588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.810664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.810881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.810970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.811210] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.811311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.811373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.811522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.811598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.811769] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.811861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.811921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.812140] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.812238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.812427] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.812520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.812580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.812718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.812873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.812873] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be created. [ 891.867581] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.868015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.868122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.868349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.868543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.906615] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [req-0eea03a0-df74-4199-8289-4af447305d77 req-cf96c24f-e048-46a7-9036-fcd54b3d8941 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [req-0eea03a0-df74-4199-8289-4af447305d77 req-cf96c24f-e048-46a7-9036-fcd54b3d8941 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [req-0eea03a0-df74-4199-8289-4af447305d77 req-cf96c24f-e048-46a7-9036-fcd54b3d8941 service nova] Enqueued Resource ID: 4731963f-efc2-4a9a-b713-f629a921ffb5 with Priority: HIGHEST for action port [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 891.984806] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4731963f-efc2-4a9a-b713-f629a921ffb5 with Priority: HIGHEST for action port [ 891.984806] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.984806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.984806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.984806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.984806] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.985421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.985421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.985926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4731963f-efc2-4a9a-b713-f629a921ffb5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.985926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.985926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.986113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.986165] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4731963f-efc2-4a9a-b713-f629a921ffb5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.488375] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.488634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.488714] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4731963f-efc2-4a9a-b713-f629a921ffb5 with status ACTIVE [ 892.488892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.489017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.489073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.489307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.489405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.489779] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.489779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.489779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.489979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.490087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.490326] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.490439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.490531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.490686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.490766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.490863] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4731963f-efc2-4a9a-b713-f629a921ffb5 is going to be updated. [ 892.510152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.510304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.510375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.510563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.510691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.510843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4731963f-efc2-4a9a-b713-f629a921ffb5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.747371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e11435e8-fd96-40ad-91d2-673b5014ac09 in Status: SUCCESS [ 892.747563] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 deletion is rescheduled due to dependency. [ 892.747675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.595204] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 893.595569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.595615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.595883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.596143] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.596312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.596398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.596615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.596734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.596870] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.918891] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 893.919060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.099733] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.601783] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.106936] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.107115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.107183] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.107414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.107511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.107744] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 895.133360] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.133475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.133577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.133765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.133913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.142347] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 896.984038] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 896.984038] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 897.153025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 4s [ 897.391824] env[69888]: INFO networking_nsxv3.common.synchronization [None req-eb80623b-5154-4d45-a672-1ccf179e85b8 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 897.391824] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 897.392057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.392228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.392317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.392615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.392896] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.490205] env[69888]: INFO networking_nsxv3.common.synchronization [None req-44c77326-5cba-4fd1-8e6d-111ea5c99fcb tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 897.490726] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 897.491069] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.491169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.914126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.914262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.914262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.914473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.914576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.914677] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea already deleted. [ 897.914770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.915034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.915112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.915212] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.434870] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.435223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.435223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.435382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.435425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.435516] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea already deleted. [ 898.435602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164588] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 899.164588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.164588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.164733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.164973] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.165055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.165126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.165269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.165356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.165499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.165585] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.629407] env[69888]: INFO networking_nsxv3.common.synchronization [req-56c53e92-bff3-436c-b728-b3e76b1c3751 req-65b1d2f8-14db-49fc-a94a-2c2e7141fe9b tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 899.629977] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 899.630339] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.630483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.630558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.630819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.631403] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.631515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.631583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.631753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.631840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.631933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.668692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.669057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.669057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.669208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.669316] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.669418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.669485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.669637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.669726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.669814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.669960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.670068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.670129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.670271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.670407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.670498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.670560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.670695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.670770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.670849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.670938] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.014232] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.014332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.014455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.014821] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.015351] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.015577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.015707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.015957] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.016124] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.016521] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.016733] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.016892] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.017029] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.017150] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 900.017265] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.017457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.039660] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.039844] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 900.039988] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.040188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.040513] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-8f771c47-4e31-49e6-9a91-1968156f6d85 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.040694] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.040820] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.041363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.041363] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f771c47-4e31-49e6-9a91-1968156f6d85',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.133946] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.134111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.134193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.134414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.134517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.134718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.134959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.134959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.135043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.135116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.135195] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 already deleted. [ 900.135263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.173983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4adc9500-d45d-4d28-9832-da50b43fba49: rpc.has_security_group_logging(os_id): False [ 900.190599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.190741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.190809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.191090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.191916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.191916] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.191916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.191916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.191916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.191916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192154] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.192154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.192236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.192365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.192424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192566] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.192660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.192713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.192840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.192912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.192996] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 900.258325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.258501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.258573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.258787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.258931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.272709] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 900.545062] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.545062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.545062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.545327] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.545327] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.545498] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 8f771c47-4e31-49e6-9a91-1968156f6d85 not found, creating... [ 900.545768] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.545932] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.546077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.546312] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.546465] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.546755] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.546935] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.547082] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.547315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.547458] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.547629] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 8f771c47-4e31-49e6-9a91-1968156f6d85 is going to be created. [ 900.567654] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.567885] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.568009] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.568314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.568579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.568882] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.247337] env[69888]: INFO networking_nsxv3.common.synchronization [req-56c53e92-bff3-436c-b728-b3e76b1c3751 req-ccc64e6f-82a3-470f-a6b3-7fbcd4040a96 service nova] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_rules [ 901.247561] env[69888]: INFO networking_nsxv3.common.synchronization [req-56c53e92-bff3-436c-b728-b3e76b1c3751 req-ccc64e6f-82a3-470f-a6b3-7fbcd4040a96 service nova] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 901.247693] env[69888]: INFO networking_nsxv3.common.synchronization [req-56c53e92-bff3-436c-b728-b3e76b1c3751 req-ccc64e6f-82a3-470f-a6b3-7fbcd4040a96 service nova] Enqueued Resource ID: 8f771c47-4e31-49e6-9a91-1968156f6d85 with Priority: HIGHEST for action port [ 901.247850] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_rules [ 901.247976] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 901.248081] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f771c47-4e31-49e6-9a91-1968156f6d85 with Priority: HIGHEST for action port [ 901.249311] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.249311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.249311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.249311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.249311] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.250378] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.250494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.250551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.250709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.250868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.250941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.250993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.251156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.251240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.251575] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.252453] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f771c47-4e31-49e6-9a91-1968156f6d85 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.252453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.252453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.252453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.252453] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f771c47-4e31-49e6-9a91-1968156f6d85',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.755209] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.755837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.756017] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.757013] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f771c47-4e31-49e6-9a91-1968156f6d85 with status ACTIVE [ 901.759020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.759020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.759020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f771c47-4e31-49e6-9a91-1968156f6d85 is going to be updated. [ 901.781728] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.781728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.781896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.781996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.782142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.782297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f771c47-4e31-49e6-9a91-1968156f6d85" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.237018] env[69888]: INFO networking_nsxv3.common.synchronization [req-554dc4ac-2580-497a-9fad-3c206353459d req-45d67be5-74c9-4292-b485-e4acf4b6a900 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 902.237754] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 902.238239] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.238392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.261401] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.288524] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 902.288524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.576861] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.577364] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.578069] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.578069] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.578300] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.578691] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.579576] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.579576] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.579576] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.580109] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.580109] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.581070] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.581070] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.581070] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 902.581070] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.581070] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.598614] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.598786] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 902.598927] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.599115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.599419] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-16589cae-92f3-4db9-97d6-7628ac4db856 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.600014] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.600014] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.600129] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.600312] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16589cae-92f3-4db9-97d6-7628ac4db856',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.763957] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.764200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.764200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.764405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.764498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.764599] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be created. [ 902.787174] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.787376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.787453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.787712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.788311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.800444] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: UNINITIALIZED for 2s [ 903.102547] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.102687] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.103030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.103363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.103569] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.103778] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 16589cae-92f3-4db9-97d6-7628ac4db856 not found, creating... [ 903.104084] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.104258] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.104383] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.104632] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.104786] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.105119] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.105293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.105421] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.105679] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.105824] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.105971] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 16589cae-92f3-4db9-97d6-7628ac4db856 is going to be created. [ 903.124465] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.126077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.126077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.126077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.126077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.126077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.244126] env[69888]: INFO networking_nsxv3.common.synchronization [req-11e8b4e0-d1e3-438e-b371-d33e0eb3a9e7 req-ff5d7f49-3bb4-490b-b75f-e7e463cbcb6f tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 903.244793] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 903.245142] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.245271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.245350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.245637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.245794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.245908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.245968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.246156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.246242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.246350] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.749223] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.938237] env[69888]: INFO networking_nsxv3.common.synchronization [req-554dc4ac-2580-497a-9fad-3c206353459d req-7a1588d3-0833-4e2b-83c7-ef437ef85098 service nova] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_rules [ 903.938422] env[69888]: INFO networking_nsxv3.common.synchronization [req-554dc4ac-2580-497a-9fad-3c206353459d req-7a1588d3-0833-4e2b-83c7-ef437ef85098 service nova] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 903.938569] env[69888]: INFO networking_nsxv3.common.synchronization [req-554dc4ac-2580-497a-9fad-3c206353459d req-7a1588d3-0833-4e2b-83c7-ef437ef85098 service nova] Enqueued Resource ID: 16589cae-92f3-4db9-97d6-7628ac4db856 with Priority: HIGHEST for action port [ 903.938805] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_rules [ 903.938929] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 903.939038] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16589cae-92f3-4db9-97d6-7628ac4db856 with Priority: HIGHEST for action port [ 903.939658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.939711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.939871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.939983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.940178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-16589cae-92f3-4db9-97d6-7628ac4db856 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.940288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.940342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.940527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.940599] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16589cae-92f3-4db9-97d6-7628ac4db856',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.254077] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.446043] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16589cae-92f3-4db9-97d6-7628ac4db856 with status ACTIVE [ 904.446278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.446458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.446602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.446836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.446951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.447168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.447272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.447837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.447837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.447837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.447837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.447837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.448120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.448120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.448120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.448204] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16589cae-92f3-4db9-97d6-7628ac4db856 is going to be updated. [ 904.468253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.468468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.468468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.468625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.468761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.468919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16589cae-92f3-4db9-97d6-7628ac4db856" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.758278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.758639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.758639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.758758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.758852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.758964] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 904.791015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.791272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.791339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.791554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.791693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.799614] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 904.805841] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 904.806065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.806222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.806428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.806922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.806922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.806922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.807239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.807239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.807239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.807239] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.808058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.808221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.808377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.808479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.808946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.809126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.809206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.809303] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.311038] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.312926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.312926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.814207] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.316929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.317156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.317156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.317376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.317463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.317558] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 906.345306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.345491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.345610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.345736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.345881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.355608] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 906.496260] env[69888]: INFO networking_nsxv3.common.synchronization [req-7d2acac2-b3d7-4e16-bd4d-bbc0f2a3927f req-ae267630-60d8-458c-be90-73a3da3e009f tempest-ServersV294TestFqdnHostnames-1768375002 tempest-ServersV294TestFqdnHostnames-1768375002-project-member] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 906.496790] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGHEST for action security_group_members [ 906.497119] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.497240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.497306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.497505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.497661] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.497755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.497818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.497984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.498114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.498208] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.809455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 906.809678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.999881] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.000374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.000468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.000680] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.000782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.000849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.001991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.001991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.001991] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032b83d2-064f-4015-8679-4465c6073d1d is going to be updated. [ 907.031365] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.031365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.031365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.031365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.031365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.040473] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: IN_PROGRESS for 2s [ 907.937591] env[69888]: INFO networking_nsxv3.common.synchronization [req-038223d9-fe02-4d47-83c2-b48e4723548d req-74e9311c-5045-4c3a-9efb-2cae96155604 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 907.938295] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 907.938692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.938821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.938888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.939750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.939750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.939750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.939750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.939960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.939960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.940043] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.226549] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.226549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.226549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.226549] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.226983] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.226983] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.227143] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.227311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.227431] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.227660] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.227774] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.227892] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.228023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.228131] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 908.228242] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.228380] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.249961] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.249961] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 908.249961] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.249961] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.249961] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-72121c67-cef4-43b6-b121-eb7a6d3254bc taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.249961] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.249961] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.249961] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.249961] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72121c67-cef4-43b6-b121-eb7a6d3254bc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.364721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 908.365085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.365265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.365484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.365727] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.365812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.365902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.366114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.366207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.366321] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.442139] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.753427] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.753719] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.753868] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.754182] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.754336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.754499] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 72121c67-cef4-43b6-b121-eb7a6d3254bc not found, creating... [ 908.754780] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.754957] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.755092] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.755331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.755526] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.755793] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.755960] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.756124] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.756353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.756496] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.756766] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 72121c67-cef4-43b6-b121-eb7a6d3254bc is going to be created. [ 908.775700] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.775700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.775700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.775974] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.776114] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.776338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.868943] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.944408] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.049759] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 032b83d2-064f-4015-8679-4465c6073d1d in Status: SUCCESS [ 909.049985] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 032b83d2-064f-4015-8679-4465c6073d1d deletion is rescheduled due to dependency. [ 909.050171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.371373] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.446857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.447096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.447172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.447404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.447675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.447675] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 909.474133] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.475115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.475115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.475115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.475115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.482520] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [req-038223d9-fe02-4d47-83c2-b48e4723548d req-c786840f-a18a-4f7f-85fb-1ce9bb014a4b service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [req-038223d9-fe02-4d47-83c2-b48e4723548d req-c786840f-a18a-4f7f-85fb-1ce9bb014a4b service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [req-038223d9-fe02-4d47-83c2-b48e4723548d req-c786840f-a18a-4f7f-85fb-1ce9bb014a4b service nova] Enqueued Resource ID: 72121c67-cef4-43b6-b121-eb7a6d3254bc with Priority: HIGHEST for action port [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 909.488020] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72121c67-cef4-43b6-b121-eb7a6d3254bc with Priority: HIGHEST for action port [ 909.488020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.488468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.488468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.488468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.488468] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.489233] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.489318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.489501] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-72121c67-cef4-43b6-b121-eb7a6d3254bc taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.489592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.489659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.489816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.489885] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72121c67-cef4-43b6-b121-eb7a6d3254bc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.875275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.875275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.875275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.875275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.875275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.875275] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 909.899322] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.899500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.899574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.899796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.899956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.909321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 909.992381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.992543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.992786] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72121c67-cef4-43b6-b121-eb7a6d3254bc with status ACTIVE [ 909.993056] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.993939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.993939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.993939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.993939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.993939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.994201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.994201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.994329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.994439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.994691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.994826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.994922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.995254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.995310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.995403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72121c67-cef4-43b6-b121-eb7a6d3254bc is going to be updated. [ 910.015204] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.015831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.015831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.015938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.016116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.016317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72121c67-cef4-43b6-b121-eb7a6d3254bc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.865214] env[69888]: INFO networking_nsxv3.common.synchronization [req-88e7b6cf-32d2-4586-b7fe-3826a56da102 req-2174efd3-620e-4fa9-9971-7c6de02e5503 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Enqueued Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 910.865214] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 910.866088] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.870053] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.870053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.870053] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.137251] env[69888]: INFO networking_nsxv3.common.synchronization [req-8561d06e-4e38-4e0c-9f77-961b401d1818 req-9f6d4078-a758-4743-ae42-2a3b22d9aa70 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 911.142500] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 911.142500] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.142500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.142500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.145221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.145406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.145552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.145610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.145768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.145851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.145977] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.300069] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-503 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.300792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-503" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.300792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-503" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.300792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-503" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.301058] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.301294] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.301363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.301538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.301692] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.301899] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.302030] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.302140] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.302248] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.302360] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 911.302461] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.302598] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.320668] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.320668] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 911.321466] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.321466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-503" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.321466] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.321466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.321638] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.322416] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.322416] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02a85d3-2cb7-4ccc-bac1-d31309e040f3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.371893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.372202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.372202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.372487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.372487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.372787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.372787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.372787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.373281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.373281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.373464] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc134641-411f-4335-8ff3-61f1e7032578 already deleted. [ 911.373464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.491369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 911.491369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.491369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.491564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.491623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.491887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.491887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.491991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.492032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.492137] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.648929] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.649098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.649177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.649396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.649499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.649685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.649783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.649845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.649988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.650088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.650173] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 911.678073] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.678073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.678192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.678665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.678665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.699086] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 911.826079] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.826307] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.826516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.827218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.827218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.827218] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port c02a85d3-2cb7-4ccc-bac1-d31309e040f3 not found, creating... [ 911.828253] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.828253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.828253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.828253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.828529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.828597] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.828776] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.828905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.829267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.829394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.829602] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 is going to be created. [ 911.851335] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.851608] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.851740] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.852054] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.852314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.852546] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.928343] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 911.928666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.928803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.929054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.929278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.929424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.929484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.929646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.929755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.930117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.930117] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.930250] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.930282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.930451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.930623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.930739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.930810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.930983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.931184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.931280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.931459] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.994055] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.434130] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6840cab-65ab-4b1e-b883-4f7dbcc4bda5: rpc.has_security_group_logging(os_id): False [ 912.452215] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.452379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.452429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.452669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.452827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453025] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.453214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.453374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.453454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.453685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.453787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.453864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.453996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.454226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.454560] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.454707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.454874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.455247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.455247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.455453] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be created. [ 912.496654] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.506568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.506780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.506833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.507313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.519133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 913.000351] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.000892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.000892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.001172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.003590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.003721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 913.030608] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.030924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.030924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.031525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.031525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.041839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 913.088687] env[69888]: INFO networking_nsxv3.common.synchronization [req-88e7b6cf-32d2-4586-b7fe-3826a56da102 req-e377bd12-9f63-4428-bafb-635ca9f461c1 service nova] Enqueued Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_rules [ 913.089139] env[69888]: INFO networking_nsxv3.common.synchronization [req-88e7b6cf-32d2-4586-b7fe-3826a56da102 req-e377bd12-9f63-4428-bafb-635ca9f461c1 service nova] Enqueued Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 913.089139] env[69888]: INFO networking_nsxv3.common.synchronization [req-88e7b6cf-32d2-4586-b7fe-3826a56da102 req-e377bd12-9f63-4428-bafb-635ca9f461c1 service nova] Enqueued Resource ID: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 with Priority: HIGHEST for action port [ 913.089268] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_rules [ 913.089399] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 913.089496] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 with Priority: HIGHEST for action port [ 913.092050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.092050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.092050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.092050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.092050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.092050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.092050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.092050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.094829] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.094829] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.094829] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.094829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.094829] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c02a85d3-2cb7-4ccc-bac1-d31309e040f3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.596213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c02a85d3-2cb7-4ccc-bac1-d31309e040f3 with status ACTIVE [ 913.596492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.596661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.596740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.597015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.597124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.597338] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.597528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.597528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.597671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.597736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.597912] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.598040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.598113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.600153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.600271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.600370] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c02a85d3-2cb7-4ccc-bac1-d31309e040f3 is going to be updated. [ 913.601521] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.602477] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.602576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.620933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.621122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.621196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.621416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.621547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.621730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c02a85d3-2cb7-4ccc-bac1-d31309e040f3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.711378] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 913.711575] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 913.711681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.103584] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.529423] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 914.529653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.529829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.530081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.530174] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.606122] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.606231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.606307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.606572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.606694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.606827] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc134641-411f-4335-8ff3-61f1e7032578 is going to be created. [ 914.630247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.630392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.630547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.630665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.630827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.638987] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: UNINITIALIZED for 2s [ 915.032475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.032643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.032711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.034285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.034285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.034285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.052443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 915.052894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.053893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.054262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.054502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.056276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.056364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.056602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.058493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.058493] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.213916] env[69888]: INFO networking_nsxv3.common.synchronization [req-62baaa5c-3dd4-465d-a87d-fdd83ac69557 req-e892683a-3803-4004-911f-657ff635ca14 tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 915.214712] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 915.215029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.215147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.215212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.215414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215576] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.215645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.215740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.215877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.215967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.216087] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.384302] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c2cff554-8676-4ae2-8092-04cd8f919d59 None None] Enqueued Resource ID: 5253a206-372d-49a2-9abd-012f90c0ff2f with Priority: HIGHEST for action port [ 915.384409] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5253a206-372d-49a2-9abd-012f90c0ff2f with Priority: HIGHEST for action port [ 915.385246] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-5253a206-372d-49a2-9abd-012f90c0ff2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.385246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5253a206-372d-49a2-9abd-012f90c0ff2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.385246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5253a206-372d-49a2-9abd-012f90c0ff2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.385869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5253a206-372d-49a2-9abd-012f90c0ff2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.385869] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5253a206-372d-49a2-9abd-012f90c0ff2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.539514] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.539514] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.539514] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.539514] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.539514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.540257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.540257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.540257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.540257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.540257] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.560035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.560184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.560389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.560742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.561014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.561126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.561255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.561567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.561718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.561901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.562053] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.562190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.562458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.562668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.562812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.562897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.563154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.563276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.563376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.563475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.719059] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.812619] env[69888]: INFO networking_nsxv3.common.synchronization [req-6eec7cfa-e04c-424b-9049-ef356dd27477 req-b6230ec4-0412-4ffa-a23d-d28c22415714 tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 915.813208] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 915.813512] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.813629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.813694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.813976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.815470] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.815612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.815678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.815876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.815962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.816076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.893022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5253a206-372d-49a2-9abd-012f90c0ff2f [ 915.893022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.893022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.893022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.893022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.893022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.893022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5253a206-372d-49a2-9abd-012f90c0ff2f already deleted. [ 915.893022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5253a206-372d-49a2-9abd-012f90c0ff2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.044148] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6840cab-65ab-4b1e-b883-4f7dbcc4bda5: rpc.has_security_group_logging(os_id): False [ 916.062073] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.062920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.063181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.063506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.064193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.065271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.065271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.065271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.065271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.065271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.065271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.066184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.066356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.067366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.067366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.067743] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 916.068980] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc60318-c601-4b73-9ca5-ef00c134933c: rpc.has_security_group_logging(os_id): False [ 916.084802] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.085012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.085012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.085256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.085444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.085850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.085850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.085850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.086106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.086106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.087131] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.087931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.087931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.087931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.087931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.088254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.088254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.088254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.088458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.088563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.088656] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 916.124749] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.124918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.124980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.125272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.125374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.138203] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 916.140074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.140276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.140366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.140564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.140707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.153433] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 916.225370] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.318309] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.318476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.318557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.318776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.318866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.319094] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.319211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.319260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.319415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.319486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.319577] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 already deleted. [ 916.319655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.649786] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: SUCCESS [ 916.650158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.650327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.650542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.650744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.650859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.650922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.651094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.651172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.651260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.651348] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.737435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.737616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.738192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.738192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.738192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.738192] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 916.769134] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.769134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.769134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.769134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.769134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.781030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 917.107739] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.107970] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-149" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.108122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-149" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.108485] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-149" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.108914] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.109213] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.109446] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.110534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.110751] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.111036] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.111197] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.111351] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.111501] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.111654] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 917.111802] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.112024] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.136696] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.137377] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 917.137377] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.137377] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-149" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.138054] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-542283f7-8558-4179-b5a3-b95571e736c9 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.138344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.138559] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.143678] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.143678] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542283f7-8558-4179-b5a3-b95571e736c9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.157203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.157203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.157798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.157798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.157798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.157798] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.646369] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.646623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.646822] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.648208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.648208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.648208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 542283f7-8558-4179-b5a3-b95571e736c9 not found, creating... [ 917.648208] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.648208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.648208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.648494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.648494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.649295] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.649501] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.649629] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.649864] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.650021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.650226] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 542283f7-8558-4179-b5a3-b95571e736c9 is going to be created. [ 917.659313] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc134641-411f-4335-8ff3-61f1e7032578: rpc.has_security_group_logging(os_id): False [ 917.669656] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.669925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.670019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.670485] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.671784] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.672077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.678731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.678731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.679269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.679269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.679269] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.679269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.679269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.679536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.679536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.679536] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc134641-411f-4335-8ff3-61f1e7032578 is going to be created. [ 917.682193] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b64d26d0-3252-4f8b-8773-16d63463c15d None None] Enqueued Resource ID: beb2f5b4-f2f6-43f2-8992-4291e737f7b9 with Priority: HIGHEST for action port [ 917.682998] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: beb2f5b4-f2f6-43f2-8992-4291e737f7b9 with Priority: HIGHEST for action port [ 917.683597] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-beb2f5b4-f2f6-43f2-8992-4291e737f7b9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.683717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-beb2f5b4-f2f6-43f2-8992-4291e737f7b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.683802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-beb2f5b4-f2f6-43f2-8992-4291e737f7b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.685096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-beb2f5b4-f2f6-43f2-8992-4291e737f7b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.685096] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('beb2f5b4-f2f6-43f2-8992-4291e737f7b9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.829472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.829472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.829472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.829472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.829472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.854990] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: IN_PROGRESS for 2s [ 917.981659] env[69888]: INFO networking_nsxv3.common.synchronization [req-583386f8-6624-4144-89fb-0c538a9b3b99 req-72c8b336-c01c-4660-9853-b984c3005ccf tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Enqueued Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 917.982273] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 917.982593] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.982709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.982775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.983226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.983428] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.983542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.983600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.983769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.983851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.983942] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.152872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 918.154286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.170123] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 918.170366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.190925] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port beb2f5b4-f2f6-43f2-8992-4291e737f7b9 [ 918.190925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.191121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.191121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.191293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.191392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.191617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:beb2f5b4-f2f6-43f2-8992-4291e737f7b9 already deleted. [ 918.191617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-beb2f5b4-f2f6-43f2-8992-4291e737f7b9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.488035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.488441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.490980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.490980] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e already deleted. [ 918.490980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.793308] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-474 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.793595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-474" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.793825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-474" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.794214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-474" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.794460] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.795449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.795449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.795449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.795449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.795449] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.795642] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.795677] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.795766] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.795974] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 918.796951] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.798065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.801486] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 918.801745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.819034] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.819034] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 918.819034] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.819239] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-474" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.819571] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.819718] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.819848] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.821794] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.821794] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6e170b-cdcf-4924-b24b-a492ec5dbe78',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.137410] env[69888]: INFO networking_nsxv3.common.synchronization [req-6eec7cfa-e04c-424b-9049-ef356dd27477 req-f62800ea-5f6e-41a3-b6eb-8f04a3f0c4ed service nova] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 919.137613] env[69888]: INFO networking_nsxv3.common.synchronization [req-6eec7cfa-e04c-424b-9049-ef356dd27477 req-f62800ea-5f6e-41a3-b6eb-8f04a3f0c4ed service nova] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 919.137767] env[69888]: INFO networking_nsxv3.common.synchronization [req-6eec7cfa-e04c-424b-9049-ef356dd27477 req-f62800ea-5f6e-41a3-b6eb-8f04a3f0c4ed service nova] Enqueued Resource ID: 542283f7-8558-4179-b5a3-b95571e736c9 with Priority: HIGHEST for action port [ 919.138540] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_rules [ 919.139216] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 919.139634] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542283f7-8558-4179-b5a3-b95571e736c9 with Priority: HIGHEST for action port [ 919.140017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.140782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.140782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.140782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.140782] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.142323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.142323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.142323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.142323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.142323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.142323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.142638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.142638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.142704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.142775] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.143701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-542283f7-8558-4179-b5a3-b95571e736c9 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.143761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.143793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.147042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.147042] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542283f7-8558-4179-b5a3-b95571e736c9',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.329083] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.329083] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.329083] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.329083] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.329083] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.329083] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cf6e170b-cdcf-4924-b24b-a492ec5dbe78 not found, creating... [ 919.329486] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.329486] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.329585] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.329825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.329999] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.331091] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.331453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.332137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.332137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.332137] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.332277] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 is going to be created. [ 919.352954] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.354055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.354055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.354212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.354440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.355308] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.647937] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.648206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.650511] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.651549] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542283f7-8558-4179-b5a3-b95571e736c9 with status ACTIVE [ 919.655099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.655099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.655099] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.655099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.655099] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542283f7-8558-4179-b5a3-b95571e736c9 is going to be updated. [ 919.673645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.673910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.673910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.674233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.674457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.674683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542283f7-8558-4179-b5a3-b95571e736c9" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.877713] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: SUCCESS [ 919.878088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.156565] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.395454] env[69888]: INFO networking_nsxv3.common.synchronization [req-583386f8-6624-4144-89fb-0c538a9b3b99 req-6479604c-70c7-4ac5-bb22-9ac98a318768 service nova] Enqueued Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_rules [ 920.395659] env[69888]: INFO networking_nsxv3.common.synchronization [req-583386f8-6624-4144-89fb-0c538a9b3b99 req-6479604c-70c7-4ac5-bb22-9ac98a318768 service nova] Enqueued Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 920.395811] env[69888]: INFO networking_nsxv3.common.synchronization [req-583386f8-6624-4144-89fb-0c538a9b3b99 req-6479604c-70c7-4ac5-bb22-9ac98a318768 service nova] Enqueued Resource ID: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 with Priority: HIGHEST for action port [ 920.396134] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_rules [ 920.396274] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 920.396374] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 with Priority: HIGHEST for action port [ 920.397083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.397763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.397838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.398415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.398513] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.403019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.403019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.403019] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.403019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.403019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.403019] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf6e170b-cdcf-4924-b24b-a492ec5dbe78',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.661564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.661564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.661564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.661564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.661564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.661564] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 is going to be created. [ 920.681523] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.684030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.684030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.684030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.684030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.693548] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: UNINITIALIZED for 2s [ 920.766399] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7408264-90df-438b-a13f-678a1602ad04 req-41561719-04c9-47fc-8595-c87774f4ba9e tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 920.767804] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 920.768290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.768554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.768711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.769027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.769297] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.769512] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.769660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.769904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.770273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.770475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.904867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.905211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.905868] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.906611] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf6e170b-cdcf-4924-b24b-a492ec5dbe78 with status ACTIVE [ 920.910027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.910027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.910027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.910027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.910027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf6e170b-cdcf-4924-b24b-a492ec5dbe78 is going to be updated. [ 920.928171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.928320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.928391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.928626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.928763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.928914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf6e170b-cdcf-4924-b24b-a492ec5dbe78" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.273053] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.411900] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.481387] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.481597] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.481747] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.482082] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.482493] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.482730] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.482843] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.486019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.486019] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.486019] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.486019] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.486019] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.486019] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.486019] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 921.486019] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.486019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.505049] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.505049] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 921.505049] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.505049] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.505049] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ad80a0f6-e435-423e-918b-f35dc3946c51 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.505049] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.505049] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.505049] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.505049] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad80a0f6-e435-423e-918b-f35dc3946c51',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.776163] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.914247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.914663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.914663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.914663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.914663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.914805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e is going to be created. [ 921.938222] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.938486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.938486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.938716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.938924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.951045] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: UNINITIALIZED for 2s [ 921.976023] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ea59aa19-0271-4607-aa5e-9c7c960d367c None None] Enqueued Resource ID: fc2e8305-1f2c-49c0-be0a-e46c6f4548a2 with Priority: HIGHEST for action port [ 921.976341] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc2e8305-1f2c-49c0-be0a-e46c6f4548a2 with Priority: HIGHEST for action port [ 921.976976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc2e8305-1f2c-49c0-be0a-e46c6f4548a2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.977128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc2e8305-1f2c-49c0-be0a-e46c6f4548a2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.977228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc2e8305-1f2c-49c0-be0a-e46c6f4548a2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.977472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc2e8305-1f2c-49c0-be0a-e46c6f4548a2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.977645] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc2e8305-1f2c-49c0-be0a-e46c6f4548a2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.007932] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.008209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.008344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.008650] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.008810] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.008976] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ad80a0f6-e435-423e-918b-f35dc3946c51 not found, creating... [ 922.009313] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.009607] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.009607] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.009851] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.009998] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.010373] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.010546] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.010671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.010903] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.011324] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.011546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ad80a0f6-e435-423e-918b-f35dc3946c51 is going to be created. [ 922.051287] env[69888]: INFO networking_nsxv3.common.synchronization [req-0d16d045-4924-4bc3-807d-74c9cb3aadd4 req-bf8dd169-4133-4c77-a199-a3904fee0bc6 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 922.053214] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.053522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.053693] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.054029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.054315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.054633] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.056016] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 922.056789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.056981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.057104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.057447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.057668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.058983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.058983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.058983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.058983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.058983] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.278845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.279012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.279093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.279330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.279409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.279513] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 922.315022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.315022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.315022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.315022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.315022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.323407] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 922.480560] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc2e8305-1f2c-49c0-be0a-e46c6f4548a2 [ 922.480816] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.480973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.481044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.481276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.481365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.481469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc2e8305-1f2c-49c0-be0a-e46c6f4548a2 already deleted. [ 922.481598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc2e8305-1f2c-49c0-be0a-e46c6f4548a2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.562251] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.705397] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: SUCCESS [ 922.705642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.706308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.706308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.706423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.706543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.706589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.706719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.706800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.706886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.706981] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.067966] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.211263] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.239585] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7408264-90df-438b-a13f-678a1602ad04 req-16ea75ff-56ba-4f10-aafa-5bb9ee84026b service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 923.239585] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7408264-90df-438b-a13f-678a1602ad04 req-16ea75ff-56ba-4f10-aafa-5bb9ee84026b service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 923.239585] env[69888]: INFO networking_nsxv3.common.synchronization [req-d7408264-90df-438b-a13f-678a1602ad04 req-16ea75ff-56ba-4f10-aafa-5bb9ee84026b service nova] Enqueued Resource ID: ad80a0f6-e435-423e-918b-f35dc3946c51 with Priority: HIGHEST for action port [ 923.239739] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 923.239818] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 923.239888] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad80a0f6-e435-423e-918b-f35dc3946c51 with Priority: HIGHEST for action port [ 923.243077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.243077] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.243077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.243077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad80a0f6-e435-423e-918b-f35dc3946c51 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.243077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.243077] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad80a0f6-e435-423e-918b-f35dc3946c51',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.318029] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9478f4c0-4e65-41d9-b2ae-fffd6b008a7c None None] Enqueued Resource ID: ed914d9a-7eb8-484e-b7f0-f5f8636c3528 with Priority: HIGHEST for action port [ 923.318029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed914d9a-7eb8-484e-b7f0-f5f8636c3528 with Priority: HIGHEST for action port [ 923.318642] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed914d9a-7eb8-484e-b7f0-f5f8636c3528 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.318642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed914d9a-7eb8-484e-b7f0-f5f8636c3528" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.318642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed914d9a-7eb8-484e-b7f0-f5f8636c3528" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.319053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed914d9a-7eb8-484e-b7f0-f5f8636c3528" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319053] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed914d9a-7eb8-484e-b7f0-f5f8636c3528',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.574022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.574022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.574022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.574022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.574022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.574022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 923.603013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.603176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.603409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.603478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.604106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.615382] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 923.714082] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c7bd0c4-5b55-4961-8182-f38ea90b7be3: rpc.has_security_group_logging(os_id): False [ 923.733017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.733017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.733017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.733435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 is going to be created. [ 923.747199] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.747335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747492] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad80a0f6-e435-423e-918b-f35dc3946c51 with status ACTIVE [ 923.747691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.747760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.747831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.748022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.748111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.748284] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.748387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.748447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.748593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.748668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.750828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.750828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.750828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.750828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.750828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad80a0f6-e435-423e-918b-f35dc3946c51 is going to be updated. [ 923.767381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.767515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.767591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.767796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.768426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.768426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad80a0f6-e435-423e-918b-f35dc3946c51" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.796837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.797056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.797201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.797341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.797468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.816478] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: IN_PROGRESS for 2s [ 923.820923] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ed914d9a-7eb8-484e-b7f0-f5f8636c3528 [ 923.821145] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.821280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.821560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.821560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.821731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.821731] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ed914d9a-7eb8-484e-b7f0-f5f8636c3528 already deleted. [ 923.821792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed914d9a-7eb8-484e-b7f0-f5f8636c3528" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.963387] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: SUCCESS [ 923.963387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.963387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.964185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.964185] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.964185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.964185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.964514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.964514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.964514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.964593] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.026324] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1e71bbc7-3889-4ec0-aa94-2d36f9828516 None None] Enqueued Resource ID: cf5e5009-1923-40ec-8460-a5a0d6379e3e with Priority: HIGHEST for action port [ 924.026880] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf5e5009-1923-40ec-8460-a5a0d6379e3e with Priority: HIGHEST for action port [ 924.029744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf5e5009-1923-40ec-8460-a5a0d6379e3e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.029744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf5e5009-1923-40ec-8460-a5a0d6379e3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.029744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf5e5009-1923-40ec-8460-a5a0d6379e3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.029744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf5e5009-1923-40ec-8460-a5a0d6379e3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.029744] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf5e5009-1923-40ec-8460-a5a0d6379e3e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.053193] env[69888]: INFO networking_nsxv3.common.synchronization [req-1d8a8366-704b-489a-b644-22ce0639cbaf req-7b98101b-c3a0-4c4e-b8de-08da33aa314d tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 924.053193] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 924.055201] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.056771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.056771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.057167] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.336542] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 924.336542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.336542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.336542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.336877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.336877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.336877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.336984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.337045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.337141] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.471462] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.471642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.472339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.472339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.472339] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.472339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.472339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.472513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.472513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.472585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.473065] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.473065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.473065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.473065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.473291] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.473291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.473291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.473497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.473497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.473568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.473597] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.531255] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf5e5009-1923-40ec-8460-a5a0d6379e3e [ 924.531519] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.531704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.531772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.532071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.532191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.532299] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf5e5009-1923-40ec-8460-a5a0d6379e3e already deleted. [ 924.532434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf5e5009-1923-40ec-8460-a5a0d6379e3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.562062] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.562194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.562194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.562418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.562507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.562871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.562871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.562871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.563093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.563093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.563210] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 already deleted. [ 924.563253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.840573] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.980756] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for afc73b56-e2f9-40d3-8500-c0a4bdcedf8e: rpc.has_security_group_logging(os_id): False [ 924.998188] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.998486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.998583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.998803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.998895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.999145] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.999252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.999307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.999482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.999562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.999760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.999854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.999914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.000170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.000284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.000498] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.000635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.000716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.000883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.000987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.001116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e is going to be created. [ 925.056532] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.056737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.056737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.056908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.057123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.067230] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: IN_PROGRESS for 2s [ 925.343359] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.352764] env[69888]: INFO networking_nsxv3.common.synchronization [req-5521763e-6926-4ad8-9b37-899b60daa636 req-45767323-1044-40cd-814a-c430b7b6a3f2 tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 925.353376] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 925.353724] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.353855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.353974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.354465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.354749] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.354870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.354928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.355168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.355270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.355375] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.385991] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-445 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.386235] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.386363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.386638] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.386898] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.387104] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.387241] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.387461] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.387604] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.387810] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.387925] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 925.388506] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 925.388615] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 925.388710] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 925.388922] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 925.388989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 925.411259] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 925.411259] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 925.411259] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 925.411259] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-445" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.411259] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-9de48f00-ac96-4522-8082-0f34d0976ea8 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.411685] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.411685] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.411826] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.412578] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de48f00-ac96-4522-8082-0f34d0976ea8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.625116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 925.625370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.831782] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: SUCCESS [ 925.832042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.845719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.845884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.846757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.846757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.846757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.846757] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 925.858500] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.876191] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.876356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.876427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.876647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.876798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.886991] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 925.915659] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.915944] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.916322] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.917078] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.917249] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.917789] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 9de48f00-ac96-4522-8082-0f34d0976ea8 not found, creating... [ 925.917886] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.919205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.919205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.919205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.919205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.919636] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.920206] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.920206] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.920499] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.920736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.921026] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 9de48f00-ac96-4522-8082-0f34d0976ea8 is going to be created. [ 925.942614] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.942614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.942968] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.943299] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.943540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.943778] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.976465] env[69888]: INFO networking_nsxv3.common.synchronization [req-a29d44fd-f83a-4822-949e-c924a915770d req-acd32db8-8d28-4bc3-abfd-e0302f48c2ea tempest-ListServersNegativeTestJSON-578924865 tempest-ListServersNegativeTestJSON-578924865-project-member] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 925.977062] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGHEST for action security_group_members [ 925.977404] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.977506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.363147] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.570682] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c22d3d80-6dd5-429b-9f0b-2ab11246eebe None None] Enqueued Resource ID: a9e0190d-df10-4f4f-aff5-0acafe258cfc with Priority: HIGHEST for action port [ 926.570964] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e0190d-df10-4f4f-aff5-0acafe258cfc with Priority: HIGHEST for action port [ 926.571631] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e0190d-df10-4f4f-aff5-0acafe258cfc taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e0190d-df10-4f4f-aff5-0acafe258cfc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e0190d-df10-4f4f-aff5-0acafe258cfc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.572141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e0190d-df10-4f4f-aff5-0acafe258cfc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.572242] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e0190d-df10-4f4f-aff5-0acafe258cfc',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.658666] env[69888]: INFO networking_nsxv3.common.synchronization [None req-58b32a65-742b-4951-a8f3-e8e045367030 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 926.660073] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 926.660211] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.661263] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.744715] env[69888]: INFO networking_nsxv3.common.synchronization [None req-2b304b61-143f-4af8-99ab-ae5db74f2c08 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 926.744715] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 926.744715] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.744715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.866805] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.867187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.867413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.867739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.868850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.869092] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 926.900884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.900884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.900884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.900884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.900884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.915421] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 926.968102] env[69888]: INFO networking_nsxv3.common.synchronization [req-1d8a8366-704b-489a-b644-22ce0639cbaf req-0204ef1d-394c-47b7-ad3e-c6c70d44e757 service nova] Enqueued Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_rules [ 926.968303] env[69888]: INFO networking_nsxv3.common.synchronization [req-1d8a8366-704b-489a-b644-22ce0639cbaf req-0204ef1d-394c-47b7-ad3e-c6c70d44e757 service nova] Enqueued Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 926.968489] env[69888]: INFO networking_nsxv3.common.synchronization [req-1d8a8366-704b-489a-b644-22ce0639cbaf req-0204ef1d-394c-47b7-ad3e-c6c70d44e757 service nova] Enqueued Resource ID: 9de48f00-ac96-4522-8082-0f34d0976ea8 with Priority: HIGHEST for action port [ 926.969015] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_rules [ 926.969305] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 926.969449] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de48f00-ac96-4522-8082-0f34d0976ea8 with Priority: HIGHEST for action port [ 926.969797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.969974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.970102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.970456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.970582] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.971886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.972095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.972212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.972455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.972664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.972811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.973793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.973793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.973793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.973793] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.974583] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de48f00-ac96-4522-8082-0f34d0976ea8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.975174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.975174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.975174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.975174] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de48f00-ac96-4522-8082-0f34d0976ea8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.076213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a9e0190d-df10-4f4f-aff5-0acafe258cfc [ 927.076213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.076213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.076213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.076213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.076213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.076213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a9e0190d-df10-4f4f-aff5-0acafe258cfc already deleted. [ 927.076213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e0190d-df10-4f4f-aff5-0acafe258cfc" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.078582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: SUCCESS [ 927.079364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.194651] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.194920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.195039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.195295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.195418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.195591] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c already deleted. [ 927.195700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.196735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.196735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.196735] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.478924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.479289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.479289] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.480546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9de48f00-ac96-4522-8082-0f34d0976ea8 with status ACTIVE [ 927.480771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.480888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.481039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.481350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.481409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.481549] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.481677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.481779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.481972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.483623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.484088] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.484088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.484088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.484390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.484390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.485258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9de48f00-ac96-4522-8082-0f34d0976ea8 is going to be updated. [ 927.506000] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.506282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.506282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.506602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.506645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.506998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de48f00-ac96-4522-8082-0f34d0976ea8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.720155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.721442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.721442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.721442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.721442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.721442] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c already deleted. [ 927.721442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.898383] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 927.898486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.898690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.898960] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.899290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.899459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.899551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.900144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.900144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.900144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.900537] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.987070] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.406514] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.407711] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.407711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.408153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.408153] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.408153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.408264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.408428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.408650] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.408727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.408805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.408992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.409547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.409681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.409863] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.493160] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.493450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.493450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.493616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.493711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.493814] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 is going to be created. [ 928.517242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.518809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.518809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.518809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.519816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.527651] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: UNINITIALIZED for 2s [ 928.911976] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 928.921549] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 928.921818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.922027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.922276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.922494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.922616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.922683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.922877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.922956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.923071] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.929739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.929739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.929739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.929739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.929739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.929739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.930113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.930113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.930113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.930328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.930328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.930417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.930528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.930602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.930963] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.930963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.931283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.931283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.931283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.931361] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 928.984397] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.984551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.984625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.984839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.984980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.998930] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 929.425582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.425750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.425809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.426055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.426174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.426387] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.426511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.426550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.426702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.426781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.426969] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be updated. [ 929.453531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.453716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.453808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.454137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.454343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.464719] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: IN_PROGRESS for 2s [ 930.381466] env[69888]: INFO networking_nsxv3.common.synchronization [req-6dbe1468-46e0-4735-a93a-df2d9264b89a req-7c8fd5ed-700c-4d5b-93b6-f741edd280d7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 930.382123] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 930.382386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.382498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.382498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.382979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.382979] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.382979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.386364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.386760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.386864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.386947] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.538105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: SUCCESS [ 930.538334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.538612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.538824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.539193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.539261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.539438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.539519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.539706] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.745400] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.745654] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.745811] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.746038] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.746382] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.747424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.747424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.747424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.747424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.747424] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.747424] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.747673] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.747673] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.747739] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 930.747891] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.748147] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.764801] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.765032] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 930.765219] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.765438] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.765863] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-6ed24358-fd33-4252-830b-3f45288561c4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.766100] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.766315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.766812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.766901] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed24358-fd33-4252-830b-3f45288561c4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.892244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.892244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.892244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.892244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.892478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.892516] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.892602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.892667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.893197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.893197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.893197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea already deleted. [ 930.893197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.013787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 931.014244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.043335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.043525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.043525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.043741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.043918] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.044030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.044303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.044417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.044513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.044745] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.044852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.044910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.045089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045230] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.045323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.045385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.045523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.045625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.045718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.045811] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.264889] env[69888]: INFO networking_nsxv3.common.synchronization [req-47f6c137-bff2-4597-8d55-9c203fe3c03c req-3cbd2079-01aa-4711-8822-caf9c4b99f6f tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 931.265455] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 931.265756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.265876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.265951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.266237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.266414] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.266522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.266586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.266798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.266887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.266986] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.269528] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.269768] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.269836] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.270088] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.270241] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.270397] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 6ed24358-fd33-4252-830b-3f45288561c4 not found, creating... [ 931.270660] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.270892] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.271040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.271264] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.271411] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.271698] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.271862] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.271986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.272216] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.272386] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.272540] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 6ed24358-fd33-4252-830b-3f45288561c4 is going to be created. [ 931.291463] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.291705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.291793] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.292081] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.292359] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.292594] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.474979] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 in Status: SUCCESS [ 931.475439] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 deletion is rescheduled due to dependency. [ 931.475478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.548922] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d07f7a8-6759-4e1e-9927-455920e31c99: rpc.has_security_group_logging(os_id): False [ 931.567898] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.568052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.569265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.569265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.569265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.569265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.569265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.569265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.569577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.569577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.569636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.569714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.569773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.569936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.570094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.570406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.570597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.570671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.570871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.570918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.570998] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 is going to be created. [ 931.625622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.625830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.625885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.626131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.626358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.635758] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: IN_PROGRESS for 2s [ 931.768888] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.153968] env[69888]: INFO networking_nsxv3.common.synchronization [req-6dbe1468-46e0-4735-a93a-df2d9264b89a req-3e6766c7-7a1d-46d3-8721-9cc601b58288 service nova] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 932.154251] env[69888]: INFO networking_nsxv3.common.synchronization [req-6dbe1468-46e0-4735-a93a-df2d9264b89a req-3e6766c7-7a1d-46d3-8721-9cc601b58288 service nova] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 932.154358] env[69888]: INFO networking_nsxv3.common.synchronization [req-6dbe1468-46e0-4735-a93a-df2d9264b89a req-3e6766c7-7a1d-46d3-8721-9cc601b58288 service nova] Enqueued Resource ID: 6ed24358-fd33-4252-830b-3f45288561c4 with Priority: HIGHEST for action port [ 932.154646] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_rules [ 932.154731] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 932.154824] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ed24358-fd33-4252-830b-3f45288561c4 with Priority: HIGHEST for action port [ 932.156462] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.156462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.156462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.156462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.156462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.161560] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.161691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.161751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.161951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.162146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.162246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.162308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.162463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.162568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.162667] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.163547] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ed24358-fd33-4252-830b-3f45288561c4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.163665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.163731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.163895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.163975] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ed24358-fd33-4252-830b-3f45288561c4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.275166] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.665466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669155] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.669155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6ed24358-fd33-4252-830b-3f45288561c4 with status ACTIVE [ 932.669155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.669155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.669938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.669938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.669938] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6ed24358-fd33-4252-830b-3f45288561c4 is going to be updated. [ 932.687787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.687979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.688077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.688292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.688428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.688598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ed24358-fd33-4252-830b-3f45288561c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.779789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.780027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.780094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.780300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.780525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.780525] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 932.810276] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.810431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.810493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.810699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.810843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.824983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 933.171172] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.650133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: SUCCESS [ 933.650394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.673494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.673857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.674121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.674513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.674744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.674937] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea is going to be created. [ 933.712509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.713873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.713873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.713873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.713873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.724913] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: UNINITIALIZED for 2s [ 934.836682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 934.836682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.862939] env[69888]: INFO networking_nsxv3.common.synchronization [req-35ebdc5f-4532-438c-a7f6-6baa1520f9a2 req-2d779f07-69b3-4428-85b3-3a0a54f16321 tempest-ServerPasswordTestJSON-235348704 tempest-ServerPasswordTestJSON-235348704-project-member] Enqueued Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 934.863214] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGHEST for action security_group_members [ 934.863583] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.863803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.863803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.863991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.866729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.866858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.866925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.867136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.867233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.867359] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.031427] env[69888]: INFO networking_nsxv3.common.synchronization [req-27eb86a5-dd1e-4073-8adb-39017c099437 req-d604493f-8021-4d25-8ff8-713b9e7a7b04 tempest-ServerTagsTestJSON-1709280007 tempest-ServerTagsTestJSON-1709280007-project-member] Enqueued Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 935.032296] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGHEST for action security_group_members [ 935.032589] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.032714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.032782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.032993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.033565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.033682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.033745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.033927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.034023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.034155] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.369980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.370200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.370245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.371063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.371063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.371063] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.371063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.371063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.371063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.371327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.371327] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e is going to be updated. [ 935.396298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.396481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.396597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.396745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.397294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.405074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: IN_PROGRESS for 2s [ 935.536532] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.537346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.537346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.537346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.537346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.537346] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.537346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.537676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.537676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.537676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.537795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc134641-411f-4335-8ff3-61f1e7032578 is going to be updated. [ 935.565804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.565804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.565804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.565804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.565804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.573940] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: IN_PROGRESS for 2s [ 935.738435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: SUCCESS [ 935.738435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.738435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.738435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.738435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.738783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.738783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.739760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.739760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.739760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.739760] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.243325] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.746168] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2aa2f580-fbea-4fb3-8480-881bf15603ea: rpc.has_security_group_logging(os_id): False [ 936.766633] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.766949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.767097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.767438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.767609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.768010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.768199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.768316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.768588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.768729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.768878] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea is going to be created. [ 936.842781] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.842937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.843030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.843236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.843488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.855978] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: IN_PROGRESS for 2s [ 937.421330] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e in Status: SUCCESS [ 937.421330] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e deletion is rescheduled due to dependency. [ 937.421330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.583666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc134641-411f-4335-8ff3-61f1e7032578 in Status: SUCCESS [ 937.583917] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc134641-411f-4335-8ff3-61f1e7032578 deletion is rescheduled due to dependency. [ 937.583980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.868156] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: SUCCESS [ 938.869094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.035571] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 940.035571] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 942.102022] env[69888]: INFO networking_nsxv3.common.synchronization [req-e34eae38-07fc-4dce-b323-5b59fd78c470 req-522c7b94-8f2c-4b04-b73f-220ec718cdde tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 942.102022] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 942.102022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.102451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.102650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.102756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.102927] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.103042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.103218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.103392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.103476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.103570] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.508131] env[69888]: INFO networking_nsxv3.common.synchronization [None req-44cc7c6e-ce5f-42ab-97f0-02042420a8fc None None] Enqueued Resource ID: c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4 with Priority: HIGHEST for action port [ 942.508424] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4 with Priority: HIGHEST for action port [ 942.509517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.509865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.509966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.510554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.510656] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.574140] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-323 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574140] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.575723] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.575926] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.576074] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.576196] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.576318] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 942.576481] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.576645] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.598835] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.599065] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 942.599219] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.599402] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-323" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.599732] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-1e36b261-4567-4efa-a632-fb9cf0ff39a5 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.599917] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.600056] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.600397] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.600584] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e36b261-4567-4efa-a632-fb9cf0ff39a5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.607133] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.607133] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.607133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.607468] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 942.630438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.630577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.630664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.630980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.631090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.642292] env[69888]: INFO networking_nsxv3.common.synchronization [req-96990752-ff72-4511-b576-403ef52335b4 req-839d8041-baf8-420f-8c1f-466f733d97b2 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 942.644386] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 942.644804] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGHEST for action security_group_members [ 942.645697] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d07f7a8-6759-4e1e-9927-455920e31c99 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.645827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.645894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.646122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.646386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.646594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.646663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.648771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.648771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.648771] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d07f7a8-6759-4e1e-9927-455920e31c99',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.013694] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4 [ 943.013874] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.014013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.014080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.014301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.014386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.014507] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4 already deleted. [ 943.014591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b5b8bd-73d1-4cc6-8eeb-76f80f4d91f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105403] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.105403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.105403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.105403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.105403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.105403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 1e36b261-4567-4efa-a632-fb9cf0ff39a5 not found, creating... [ 943.105833] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.105833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.105920] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.107825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.107825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.107825] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.109042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.109042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.109042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.109327] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.109625] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 is going to be created. [ 943.111478] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6d8ce0f6-864f-4d25-a86e-645068cdff36 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 943.112137] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 943.112914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.113092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.113192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.113470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.117024] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.130490] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.133149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.133149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.133149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.133149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.133149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.151686] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.151863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.151944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.152201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.152300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.152589] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.152705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.152769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.152938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.153029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.153118] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 is going to be updated. [ 943.179388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.179570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.179640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.179902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.180042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.189330] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: IN_PROGRESS for 2s [ 943.270018] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e8bd997b-f221-44c7-8b14-e0ffd202cdaa tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 943.270340] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 943.270856] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.271162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.634944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.635120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.635172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.635710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.635710] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 already deleted. [ 943.635710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.635970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.635970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.636040] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.000327] env[69888]: INFO networking_nsxv3.common.synchronization [req-e34eae38-07fc-4dce-b323-5b59fd78c470 req-58fe61c1-61e6-4484-9c2b-b7cae887b508 service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 944.000507] env[69888]: INFO networking_nsxv3.common.synchronization [req-e34eae38-07fc-4dce-b323-5b59fd78c470 req-58fe61c1-61e6-4484-9c2b-b7cae887b508 service nova] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 944.000677] env[69888]: INFO networking_nsxv3.common.synchronization [req-e34eae38-07fc-4dce-b323-5b59fd78c470 req-58fe61c1-61e6-4484-9c2b-b7cae887b508 service nova] Enqueued Resource ID: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 with Priority: HIGHEST for action port [ 944.000933] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_rules [ 944.001073] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 944.001169] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 with Priority: HIGHEST for action port [ 944.001769] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.002093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.002093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.003738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.003738] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.005915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.006047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.006272] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e36b261-4567-4efa-a632-fb9cf0ff39a5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.006385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.006430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.007600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.007600] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e36b261-4567-4efa-a632-fb9cf0ff39a5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.156771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.157243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.157243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.157243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.157349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.157538] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 already deleted. [ 944.157538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.205791] env[69888]: INFO networking_nsxv3.common.synchronization [None req-56ab26ee-b843-4b7e-82e6-1e949c3c5184 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 944.206278] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 944.206605] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.206732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.206945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.213941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.213941] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.392222] env[69888]: INFO networking_nsxv3.common.synchronization [None req-3764db8b-1be5-435d-ba6f-a7d2e808e8cd tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 944.393156] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 944.395063] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.397067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.509317] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.509317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518838] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e36b261-4567-4efa-a632-fb9cf0ff39a5 with status ACTIVE [ 944.518838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.518838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.518838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.518838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.518838] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e36b261-4567-4efa-a632-fb9cf0ff39a5 is going to be updated. [ 944.536425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.536732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.536808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.537495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.537495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.537495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e36b261-4567-4efa-a632-fb9cf0ff39a5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.553358] env[69888]: INFO networking_nsxv3.common.synchronization [None req-989afa11-6fa4-4470-9484-fe1c9b5a0420 None None] Enqueued Resource ID: 1c30b3cf-6fcc-4329-9a56-85bd2e658b25 with Priority: HIGHEST for action port [ 944.555229] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c30b3cf-6fcc-4329-9a56-85bd2e658b25 with Priority: HIGHEST for action port [ 944.555229] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c30b3cf-6fcc-4329-9a56-85bd2e658b25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.555229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c30b3cf-6fcc-4329-9a56-85bd2e658b25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.555229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c30b3cf-6fcc-4329-9a56-85bd2e658b25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.555229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c30b3cf-6fcc-4329-9a56-85bd2e658b25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.555229] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c30b3cf-6fcc-4329-9a56-85bd2e658b25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.658293] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 944.658293] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 deletion is rescheduled due to dependency. [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.658293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.658293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.658293] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.732383] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.732564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.732630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.732817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.732902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.733014] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 already deleted. [ 944.733097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.733237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.733391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.733476] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.955177] env[69888]: INFO networking_nsxv3.common.synchronization [req-0aed7046-08f7-49c1-9d2a-e87378d26184 req-f659cf3e-8a53-4058-8b0b-bb366b413c04 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Enqueued Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 944.955901] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 944.957411] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.957722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.957825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.958094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.958857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.958857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.958857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.958857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.958857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.958857] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.058370] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c30b3cf-6fcc-4329-9a56-85bd2e658b25 [ 945.058370] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.058370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.058370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.058370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.058370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.058370] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c30b3cf-6fcc-4329-9a56-85bd2e658b25 already deleted. [ 945.058370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c30b3cf-6fcc-4329-9a56-85bd2e658b25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.160528] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.200023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 in Status: SUCCESS [ 945.200023] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 deletion is rescheduled due to dependency. [ 945.200023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d07f7a8-6759-4e1e-9927-455920e31c99" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.257265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.257265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.257265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.257265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.257265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.257265] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 already deleted. [ 945.257265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.465245] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.467580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.467580] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0836067a-ea30-4f53-b058-484e52cda518 already deleted. [ 945.467580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.668447] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.673332] env[69888]: INFO networking_nsxv3.common.synchronization [req-254449ba-f870-4092-b952-f3c6c3c7510c req-03189415-6aa6-4c3c-aa00-fb08dc54152c tempest-MigrationsAdminTest-238025550 tempest-MigrationsAdminTest-238025550-project-member] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 945.673332] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGHEST for action security_group_members [ 945.673332] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.673332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.673837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.674190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.674467] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.674722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.674875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.675173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.675363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.676329] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.701057] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-174 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.701057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-174" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.701057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-174" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.701057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-174" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.701057] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.701057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.701057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.703438] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.703738] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.704138] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.704516] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.705280] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.705280] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.705280] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 945.705280] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.705587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.725695] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.725971] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 945.726209] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.726444] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-174" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.726853] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-37881933-8fad-4145-adf4-8ee2ecd44c42 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.727064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.727197] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.727566] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.727735] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37881933-8fad-4145-adf4-8ee2ecd44c42',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.170564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.170993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.170993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.171095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.171195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.171298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 946.178198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.178359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.178432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.178647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.178781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.179295] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.179295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.179482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.179518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.179606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.179707] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be updated. [ 946.200772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.200946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.201020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.201208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.201571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.203295] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.203469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.203568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.203786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.203982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.215180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 946.215863] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: IN_PROGRESS for 2s [ 946.231054] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.231296] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.231431] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.231728] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.231902] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.232082] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 37881933-8fad-4145-adf4-8ee2ecd44c42 not found, creating... [ 946.232348] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.232520] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.232646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.232870] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.233020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.233316] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.233480] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.233606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.233824] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.233969] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.234280] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 37881933-8fad-4145-adf4-8ee2ecd44c42 is going to be created. [ 946.253881] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.254120] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.254254] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.254540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.254765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.255332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.225788] env[69888]: INFO networking_nsxv3.common.synchronization [req-0aed7046-08f7-49c1-9d2a-e87378d26184 req-2c50d42d-f99e-4ae9-9981-6dfef756cdb0 service nova] Enqueued Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_rules [ 947.225788] env[69888]: INFO networking_nsxv3.common.synchronization [req-0aed7046-08f7-49c1-9d2a-e87378d26184 req-2c50d42d-f99e-4ae9-9981-6dfef756cdb0 service nova] Enqueued Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 947.226096] env[69888]: INFO networking_nsxv3.common.synchronization [req-0aed7046-08f7-49c1-9d2a-e87378d26184 req-2c50d42d-f99e-4ae9-9981-6dfef756cdb0 service nova] Enqueued Resource ID: 37881933-8fad-4145-adf4-8ee2ecd44c42 with Priority: HIGHEST for action port [ 947.227401] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_rules [ 947.227401] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 947.227401] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37881933-8fad-4145-adf4-8ee2ecd44c42 with Priority: HIGHEST for action port [ 947.227401] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.227401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.227401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.227756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.227875] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.228780] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.228934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.229269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.229478] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.229610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.229702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.230175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.230175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.230175] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.230920] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-37881933-8fad-4145-adf4-8ee2ecd44c42 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.231070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.231165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.231352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.231458] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37881933-8fad-4145-adf4-8ee2ecd44c42',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.732964] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.733123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.733325] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.734295] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37881933-8fad-4145-adf4-8ee2ecd44c42 with status ACTIVE [ 947.734486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.734602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.734671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.734891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.734988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.735150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.735301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.735301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.735461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.735540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.735904] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.735904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.735904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.736176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.736271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.736362] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37881933-8fad-4145-adf4-8ee2ecd44c42 is going to be updated. [ 947.758293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.758457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.758513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.758723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.758865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.759034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37881933-8fad-4145-adf4-8ee2ecd44c42" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.226849] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 948.227188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.227262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.227475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.227693] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.227842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.227931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.228136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.228222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.228314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.228412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.230104] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 in Status: SUCCESS [ 948.230104] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 deletion is rescheduled due to dependency. [ 948.230104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.238610] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.731784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.731954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.732038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.732288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.732457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.732558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.732625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.732777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.732868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.732957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.733123] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.733240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.733304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.733449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.733588] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.733699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.733757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.733900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.733975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.734162] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.740708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.740813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.740894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.741054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.741137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.741233] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0836067a-ea30-4f53-b058-484e52cda518 is going to be created. [ 948.770749] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.770888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.770955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.771180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.771338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.782470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: UNINITIALIZED for 2s [ 949.235796] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a53019fd-ccfa-4406-91f8-4fdb5e7fea31: rpc.has_security_group_logging(os_id): False [ 949.253954] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.254104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.254104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.254422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.254517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.254709] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.254814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.254880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.255072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.255154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.255353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.255463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.255527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.255693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.255841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.256344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.256492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.256561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.256739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.256821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.256913] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 949.315444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.315589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.315671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.315885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.316039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.327984] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 949.710237] env[69888]: INFO networking_nsxv3.common.synchronization [req-36baff4c-0e71-4647-b81a-db4b0713101e req-547a13ef-b171-443c-a602-c954970a5a27 tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 949.710237] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 949.710237] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.710237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.710237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.710237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.710647] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.710872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.711136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.711582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.711752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.711928] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.216810] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.718804] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.794019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: SUCCESS [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.794019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.794019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.794019] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.221774] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.221940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.222012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.222251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.222332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.223010] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 951.249951] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.250138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.250202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.250404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.250555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.259785] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 951.296502] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.296707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.296786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.297025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.297200] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.297298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.297507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.297595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.297695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.297847] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.297935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.297993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.298280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.298365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.298421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.298552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.298620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.298782] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.341642] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 951.341642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.486589] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 req-087c62c3-74f5-42dd-b012-987f46c014ae tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Enqueued Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 951.487309] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 951.487867] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.488074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.488193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.488612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.488897] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.489184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.489352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.489559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.489713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.489857] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.803369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0836067a-ea30-4f53-b058-484e52cda518: rpc.has_security_group_logging(os_id): False [ 951.827879] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.828060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.828131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.828323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.828413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.828601] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.828700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.828757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.828911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.829043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.829246] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.829347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.829401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.829554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.829631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.829824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.829922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.829977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.831028] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0836067a-ea30-4f53-b058-484e52cda518 is going to be created. [ 951.887687] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.887864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.887934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.888185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.888447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.899318] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: IN_PROGRESS for 2s [ 951.992150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.992311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.992394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.992641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.992770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.992989] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.993166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.993235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.993396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.993479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.993566] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 already deleted. [ 951.993648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.015526] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.015526] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-904" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.015526] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-904" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.015942] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-904" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.016233] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.016401] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.016524] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.016786] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.016948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.018790] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.018790] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.018790] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.018790] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.018790] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 952.018790] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.018790] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.039204] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.039204] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 952.039204] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.039204] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-904" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.039359] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f54ac645-b25f-414c-ab62-c3f650bedcf7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.039625] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.039839] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.040184] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.040332] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54ac645-b25f-414c-ab62-c3f650bedcf7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.545517] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.545517] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f54ac645-b25f-414c-ab62-c3f650bedcf7 not found, creating... [ 952.545517] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.545517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.546104] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.546104] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.546104] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.546104] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.546353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.546353] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f54ac645-b25f-414c-ab62-c3f650bedcf7 is going to be created. [ 952.566457] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.566457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.566457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.566457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.566457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.566457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.269412] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 953.269762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.367125] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 req-3a7c18c6-381b-47c9-b971-2143a023e9b1 service nova] Enqueued Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_rules [ 953.367397] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 req-3a7c18c6-381b-47c9-b971-2143a023e9b1 service nova] Enqueued Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 953.367586] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a69a01d-1cda-4102-a36e-38a279ed9ce1 req-3a7c18c6-381b-47c9-b971-2143a023e9b1 service nova] Enqueued Resource ID: f54ac645-b25f-414c-ab62-c3f650bedcf7 with Priority: HIGHEST for action port [ 953.368158] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_rules [ 953.368316] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 953.368461] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f54ac645-b25f-414c-ab62-c3f650bedcf7 with Priority: HIGHEST for action port [ 953.369407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.369537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.369582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.369879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.369975] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.370922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.371065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.371150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.371369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.372050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.372185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.372349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.372425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.372514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.372610] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.373421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f54ac645-b25f-414c-ab62-c3f650bedcf7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.373532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.373596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.373843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.373920] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f54ac645-b25f-414c-ab62-c3f650bedcf7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.875689] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.876937] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.879792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879792] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f54ac645-b25f-414c-ab62-c3f650bedcf7 with status ACTIVE [ 953.879792] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.879792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.879792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.879792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.879792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.880228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.881138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.881343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.881404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.881476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.881665] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.882109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.882109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.882219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.882253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.882331] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f54ac645-b25f-414c-ab62-c3f650bedcf7 is going to be updated. [ 953.902247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.903223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.903223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.903223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.903223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.903223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f54ac645-b25f-414c-ab62-c3f650bedcf7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.913817] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: SUCCESS [ 953.913817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.984079] env[69888]: INFO networking_nsxv3.common.synchronization [req-08945ae0-3d92-4922-b50c-25e291ea8a30 req-30ed5c38-50f1-470a-8c3a-0fcb5731a962 tempest-ImagesOneServerNegativeTestJSON-1272253431 tempest-ImagesOneServerNegativeTestJSON-1272253431-project-member] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 953.984079] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGHEST for action security_group_members [ 953.984884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.985191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.985388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.987528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987528] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.987528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.987528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.987528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.987528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.987528] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a53019fd-ccfa-4406-91f8-4fdb5e7fea31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.384076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.488581] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.488746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.488825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.489060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.489157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.489345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.489445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.489509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.489666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.489741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.489830] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 is going to be updated. [ 954.520258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.520417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.520488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.520711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.520805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529194] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: IN_PROGRESS for 2s [ 954.887230] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.887465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.887586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.887982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.887982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.888162] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 is going to be created. [ 954.911243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.911385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.911457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.911658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.911817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.921460] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: UNINITIALIZED for 2s [ 955.925648] env[69888]: INFO networking_nsxv3.common.synchronization [req-891f3516-f52c-4790-90ea-5030a182cad3 req-70933d3e-69ef-4264-b144-7956cafd9702 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 955.926392] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 955.926570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.926695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.926866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.927262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.927448] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.927584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.927647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.927813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.927925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.928051] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.431691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.431791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.431791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.432019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.432125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.432322] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.432421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.432478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.432634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.432711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.432796] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c already deleted. [ 956.432888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.538578] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 in Status: SUCCESS [ 956.538826] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 deletion is rescheduled due to dependency. [ 956.538979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a53019fd-ccfa-4406-91f8-4fdb5e7fea31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.591434] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.591434] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.591434] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.591434] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.592125] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.592125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.592125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.592125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.592347] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.592460] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.592576] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.592689] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.593033] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.593033] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 956.593033] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.593155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.610505] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.610689] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 956.610857] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.611078] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.611397] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ae7a75ca-6063-456c-bb05-d602c9bad68e taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.611576] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.611704] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.612055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.612208] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7a75ca-6063-456c-bb05-d602c9bad68e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.931178] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: SUCCESS [ 956.931565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.931851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.931851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.932075] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.932259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.932259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.932488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.932583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.932728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.932813] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.113939] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.114256] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.114326] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.114597] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.114772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.115371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ae7a75ca-6063-456c-bb05-d602c9bad68e not found, creating... [ 957.115371] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.115371] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.115566] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.115720] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.115861] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.116165] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.116327] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.116460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.116687] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.116849] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.117016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ae7a75ca-6063-456c-bb05-d602c9bad68e is going to be created. [ 957.137347] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.137554] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.137684] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.137952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.138200] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.138424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.434632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.435140] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.435363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.435745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.436102] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438096] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.438096] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.438096] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.940706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e99e0dae-23c1-4cbc-bfb1-3ce008325b87: rpc.has_security_group_logging(os_id): False [ 957.957295] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.957464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.957528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.957720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.957876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.958033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.958137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.958200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.958352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.958427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.958612] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.958703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.958768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.958938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.959330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.959382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.959685] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 is going to be created. [ 958.010603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.010832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.010832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.011045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.011296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.023419] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: IN_PROGRESS for 2s [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [req-891f3516-f52c-4790-90ea-5030a182cad3 req-5eed9a08-e179-4cc7-8f6c-c7c7997a205e service nova] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [req-891f3516-f52c-4790-90ea-5030a182cad3 req-5eed9a08-e179-4cc7-8f6c-c7c7997a205e service nova] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [req-891f3516-f52c-4790-90ea-5030a182cad3 req-5eed9a08-e179-4cc7-8f6c-c7c7997a205e service nova] Enqueued Resource ID: ae7a75ca-6063-456c-bb05-d602c9bad68e with Priority: HIGHEST for action port [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_rules [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 958.192665] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae7a75ca-6063-456c-bb05-d602c9bad68e with Priority: HIGHEST for action port [ 958.192665] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.192665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.192665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.192665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.192665] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.193775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.193881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.193881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.194107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.194298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.194298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.194396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.194495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.194591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.194719] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.200659] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae7a75ca-6063-456c-bb05-d602c9bad68e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.200872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.200872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.201092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.201261] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae7a75ca-6063-456c-bb05-d602c9bad68e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.705017] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.705017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.705017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.705017] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae7a75ca-6063-456c-bb05-d602c9bad68e with status ACTIVE [ 958.705017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.705017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.705017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.705581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.706016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.706016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.706169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.706330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.706438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.706555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.706776] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.706942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.707051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.707260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.707395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.707537] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae7a75ca-6063-456c-bb05-d602c9bad68e is going to be updated. [ 958.733475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.733722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.733841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.734114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.734418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.734628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae7a75ca-6063-456c-bb05-d602c9bad68e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.209641] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.712757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.713354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.713354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.713354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.713354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.713668] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c is going to be created. [ 959.740483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.740635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.740702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.740919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.741124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.750186] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: UNINITIALIZED for 2s [ 960.038175] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: SUCCESS [ 960.038424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.350320] env[69888]: INFO networking_nsxv3.common.synchronization [req-109b2ff8-d56a-4b69-8a38-b13e5196f668 req-7d8b05d4-0ee0-42da-8f99-0ee2359cc174 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 960.351753] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 960.351869] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.352924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.353427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.353728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.354385] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.355425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.355425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.355425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.355425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.355425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.808410] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3695fec-a4af-4f43-931f-feadc97aac2d req-847ea644-ed10-4e7f-8984-adad1fd3411d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 960.808866] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 960.809253] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.809352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.809404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.809704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.809786] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.809844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.809884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.810049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.810184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.810288] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.859890] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.860068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.860149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.860387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.860441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.860814] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.860814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.860814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.861074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.861074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.861074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 960.887912] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.887912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.888190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.888190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.888700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.896904] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 961.315422] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.552024] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.552024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.552024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.552024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.552024] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.552024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.553369] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.553369] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.553369] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.553610] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.553746] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 961.553897] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 961.554145] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 961.554328] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 961.554476] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 961.554647] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 961.575340] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 961.575522] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 961.575674] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 961.575853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.576182] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-00956baf-b283-465e-a36d-9d8e5fd4a090 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.576361] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.576488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.576814] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.577030] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00956baf-b283-465e-a36d-9d8e5fd4a090',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.759961] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: SUCCESS [ 961.760254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.760446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.760731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.761068] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.761161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.761197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.761395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.761502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.761595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.761702] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.817992] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.079730] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.079939] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.080098] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.080631] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.080855] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.081069] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 00956baf-b283-465e-a36d-9d8e5fd4a090 not found, creating... [ 962.081387] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.081584] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.081711] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.081951] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.082111] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.082397] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.082559] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.082679] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.082966] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.083136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.083286] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 00956baf-b283-465e-a36d-9d8e5fd4a090 is going to be created. [ 962.102040] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.102040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.102209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.102341] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.102571] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.102800] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.264297] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.321800] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.321973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.322065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.322290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.322380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.322481] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 962.359207] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.359207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.359207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.359207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.359207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.376947] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 962.767335] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2a0265c-a3a2-47bb-b30f-f200f4958b1c: rpc.has_security_group_logging(os_id): False [ 962.788242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.788559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.788641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.788876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.788970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.789249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.789351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.789415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.789578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.789880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.789983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c is going to be created. [ 962.865044] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.865044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.865044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.865044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.865044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.872211] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: IN_PROGRESS for 2s [ 962.905359] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 962.905596] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 962.905672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.149191] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3695fec-a4af-4f43-931f-feadc97aac2d req-74e499d8-9946-4fbd-8db8-0b82eaa37ff8 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 963.149829] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3695fec-a4af-4f43-931f-feadc97aac2d req-74e499d8-9946-4fbd-8db8-0b82eaa37ff8 service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 963.149829] env[69888]: INFO networking_nsxv3.common.synchronization [req-c3695fec-a4af-4f43-931f-feadc97aac2d req-74e499d8-9946-4fbd-8db8-0b82eaa37ff8 service nova] Enqueued Resource ID: 00956baf-b283-465e-a36d-9d8e5fd4a090 with Priority: HIGHEST for action port [ 963.149829] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 963.149989] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 963.150042] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00956baf-b283-465e-a36d-9d8e5fd4a090 with Priority: HIGHEST for action port [ 963.150654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.150776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.151771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.151771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.151771] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.152535] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.152623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.152819] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-00956baf-b283-465e-a36d-9d8e5fd4a090 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.152912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.152962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.153213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.153273] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00956baf-b283-465e-a36d-9d8e5fd4a090',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.658024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.658024] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00956baf-b283-465e-a36d-9d8e5fd4a090 with status ACTIVE [ 963.658024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.658024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.658024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.658024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.658705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.658705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.658705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.658705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.658705] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00956baf-b283-465e-a36d-9d8e5fd4a090 is going to be updated. [ 963.685671] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.685671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.685671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.685671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.685671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.686161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00956baf-b283-465e-a36d-9d8e5fd4a090" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.385675] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 964.386092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.386285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.386545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.386807] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.386983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.387138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.387353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.387515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.387657] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.578582] env[69888]: INFO networking_nsxv3.common.synchronization [req-036b3aef-53ed-4b8e-be22-f008e25b7e79 req-3094a631-0ecb-49ca-8dcb-c9e5d2d6c737 tempest-ServerAddressesNegativeTestJSON-2011077005 tempest-ServerAddressesNegativeTestJSON-2011077005-project-member] Enqueued Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 964.579856] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGHEST for action security_group_members [ 964.580724] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.581192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.581383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.581947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.582159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.582476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.582476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.582762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.582762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.582762] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e99e0dae-23c1-4cbc-bfb1-3ce008325b87',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.989688] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.000956] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: SUCCESS [ 965.001206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.086394] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.086572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.086686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.086868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.086966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.087299] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.087474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.087550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.087719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.087804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.087894] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 is going to be updated. [ 965.113141] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.113334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.113401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.113610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.113795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.121368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: IN_PROGRESS for 2s [ 965.492778] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.995968] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.996179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.996270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.996521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.996618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.996738] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 966.022563] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.022742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.022788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.023035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.023324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.033547] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 967.137143] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 in Status: SUCCESS [ 967.137450] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 deletion is rescheduled due to dependency. [ 967.137496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e99e0dae-23c1-4cbc-bfb1-3ce008325b87" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.707759] env[69888]: INFO networking_nsxv3.common.synchronization [req-9eafb198-d7b7-4926-a972-dd915fb9d1b1 req-f555c096-d7f1-4659-aecb-b4c03a22a188 tempest-FloatingIPsAssociationNegativeTestJSON-898850040 tempest-FloatingIPsAssociationNegativeTestJSON-898850040-project-member] Enqueued Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 967.708772] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGHEST for action security_group_members [ 967.708772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.708772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.709046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.709046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.709177] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.709265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.709373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.709497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.709581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.709674] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.042883] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 968.043127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.043364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.043620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.043814] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.046020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.046020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.046020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.046020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.046020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.046020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.211971] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.212311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.212311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.212511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.212625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.212774] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.212893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.212963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.213131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.213210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.213315] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0836067a-ea30-4f53-b058-484e52cda518 is going to be updated. [ 968.237116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.237241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.237241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.237439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.237579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.245552] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: IN_PROGRESS for 2s [ 968.547925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.547925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.547925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.548267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.548420] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.548504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.548576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.549022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.549127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.549494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.549494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.549494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.549677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.549677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.549841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.549890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.549945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.550125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.550274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.550476] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.053353] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 969.071576] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.071576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.071576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.071576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.071810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.071913] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.072514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.072514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.072514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.072514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.072710] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.072710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.072790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.072940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.073048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.073249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.073354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.073396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.074081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.074081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.074081] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 969.132677] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.132677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.132677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.132677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.132895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.145498] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 970.087078] env[69888]: INFO networking_nsxv3.common.synchronization [req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 req-742882c7-3c3e-4da2-a969-a4a7c6525698 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 970.087768] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 970.089275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.089442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.089529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.089756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089936] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.090061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.090131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.090293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.090375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.090477] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.257526] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0836067a-ea30-4f53-b058-484e52cda518 in Status: SUCCESS [ 970.257728] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0836067a-ea30-4f53-b058-484e52cda518 deletion is rescheduled due to dependency. [ 970.257915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.421274] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.421765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.421765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.421902] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.422201] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.422494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.422667] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.422899] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.423200] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.423438] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.423556] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.423704] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.424053] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.424053] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 970.424053] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.424278] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.442031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.442253] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 970.442404] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.442867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.443225] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-019376e6-e3d8-4754-af5e-bf22f6f87f53 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.443432] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.443614] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.443958] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.447149] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019376e6-e3d8-4754-af5e-bf22f6f87f53',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.593267] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.593403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.593450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.593701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.594373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.594373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.594373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.594373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.594597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.594636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.594736] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 970.620130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.620268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.620268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.620470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.620602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.628639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 970.950060] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.950350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.950647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.950943] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.951161] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.951360] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 019376e6-e3d8-4754-af5e-bf22f6f87f53 not found, creating... [ 970.951667] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.951880] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.952030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.952271] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.952419] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.952715] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.952876] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.952998] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.953260] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.953406] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.953551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 019376e6-e3d8-4754-af5e-bf22f6f87f53 is going to be created. [ 970.971580] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.971848] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.971921] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.972215] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.972447] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.972674] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.162668] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 971.162668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.672553] env[69888]: INFO networking_nsxv3.common.synchronization [req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 req-f184db73-408d-4f9a-8bf5-973363addeba service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 971.672737] env[69888]: INFO networking_nsxv3.common.synchronization [req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 req-f184db73-408d-4f9a-8bf5-973363addeba service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 971.672876] env[69888]: INFO networking_nsxv3.common.synchronization [req-11d79f30-8bb2-448c-b2b7-7ad6bc4f2898 req-f184db73-408d-4f9a-8bf5-973363addeba service nova] Enqueued Resource ID: 019376e6-e3d8-4754-af5e-bf22f6f87f53 with Priority: HIGHEST for action port [ 971.673141] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 971.673317] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 971.673360] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019376e6-e3d8-4754-af5e-bf22f6f87f53 with Priority: HIGHEST for action port [ 971.674459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.674526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.674566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.674845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.674925] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.675848] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.676178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.676178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-019376e6-e3d8-4754-af5e-bf22f6f87f53 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.676402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.676402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.676474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.676532] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019376e6-e3d8-4754-af5e-bf22f6f87f53',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.178673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.179146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.179146] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 019376e6-e3d8-4754-af5e-bf22f6f87f53 with status ACTIVE [ 972.179286] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.179397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.179569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.179799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.179891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180076] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.180668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.181032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.181032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.181032] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 019376e6-e3d8-4754-af5e-bf22f6f87f53 is going to be updated. [ 972.243418] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.243588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.243668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.243855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.243991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.244163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019376e6-e3d8-4754-af5e-bf22f6f87f53" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.444228] env[69888]: INFO networking_nsxv3.common.synchronization [req-91074844-f2b5-4cd5-8cff-766795bf629f req-52b95b10-016f-4ab0-a0a5-9b05cb54bab5 tempest-VolumesAdminNegativeTest-1638844803 tempest-VolumesAdminNegativeTest-1638844803-project-member] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 972.445082] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGHEST for action security_group_members [ 972.445258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-daaa9fa8-f7b8-4f00-91de-8f28b8940915 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.445453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.445453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.445735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.445876] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.446390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.446390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.446390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.446686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.446686] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('daaa9fa8-f7b8-4f00-91de-8f28b8940915',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.639523] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 972.639523] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.639523] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.639523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.639523] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.673852] env[69888]: INFO networking_nsxv3.common.synchronization [req-58941b87-906f-4b66-88ab-1c4cedbc9562 req-26c90a91-3eec-48d7-9228-20cf9716874c tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 972.674326] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 972.674700] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.674836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.674911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.675261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.675450] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.675612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.675685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.675894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.675984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.676097] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.951552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.951752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.951796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.952026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.973521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.973855] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.973987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.974076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.974284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.974383] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.974511] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 is going to be updated. [ 972.998885] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.999066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.999166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.999392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.999555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.009019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: IN_PROGRESS for 2s [ 973.119262] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-845 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.119483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.119639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.119921] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120228] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.120394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.120517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.120732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.120897] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.122859] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.123037] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.123198] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.123341] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.123463] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 973.123575] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.123721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.142296] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.142537] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 973.142698] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.142911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-845" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.143372] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-abe1214b-25dc-44a4-a2b9-55548f9315b8 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.143501] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.143644] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.145861] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.145861] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe1214b-25dc-44a4-a2b9-55548f9315b8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.146767] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.179556] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.179556] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.179556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.180133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.180133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.180133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 already deleted. [ 973.180133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.649599] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.649758] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.649897] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.650282] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.650474] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.650666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port abe1214b-25dc-44a4-a2b9-55548f9315b8 not found, creating... [ 973.651025] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.651217] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.651371] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.651636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.651837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.652348] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.652455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.652570] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.652825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.653034] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.653291] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: abe1214b-25dc-44a4-a2b9-55548f9315b8 is going to be created. [ 973.654558] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.673252] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.673506] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.673658] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.674532] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.674532] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.674532] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.157247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.157472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.157583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.157876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.157919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.158090] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 974.188784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.189144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.189144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.189222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.189349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.197630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 974.521868] env[69888]: INFO networking_nsxv3.common.synchronization [req-58941b87-906f-4b66-88ab-1c4cedbc9562 req-0792fccf-5604-4d61-a3a3-96d95144f877 service nova] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 974.522066] env[69888]: INFO networking_nsxv3.common.synchronization [req-58941b87-906f-4b66-88ab-1c4cedbc9562 req-0792fccf-5604-4d61-a3a3-96d95144f877 service nova] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 974.522207] env[69888]: INFO networking_nsxv3.common.synchronization [req-58941b87-906f-4b66-88ab-1c4cedbc9562 req-0792fccf-5604-4d61-a3a3-96d95144f877 service nova] Enqueued Resource ID: abe1214b-25dc-44a4-a2b9-55548f9315b8 with Priority: HIGHEST for action port [ 974.522730] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_rules [ 974.522862] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 974.522956] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abe1214b-25dc-44a4-a2b9-55548f9315b8 with Priority: HIGHEST for action port [ 974.523307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.523444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.523519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.523701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.523778] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.524837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.528195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.528279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.528462] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.528616] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.528711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.528774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.529185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.529185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.529185] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.529872] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-abe1214b-25dc-44a4-a2b9-55548f9315b8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.529977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.530064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.530215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.530285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abe1214b-25dc-44a4-a2b9-55548f9315b8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.670150] env[69888]: INFO networking_nsxv3.common.synchronization [req-e952f393-95e5-4e44-b49e-7c1927239db8 req-21b7906c-5c17-44cd-81e3-acfbcd8f3dd0 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 974.673858] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 974.673858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.673858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.673858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.673858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.673858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.673858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.673858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.674220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.674282] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.020709] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 in Status: SUCCESS [ 975.020903] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 deletion is rescheduled due to dependency. [ 975.021076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-daaa9fa8-f7b8-4f00-91de-8f28b8940915" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.032622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.032758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.032941] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.033843] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abe1214b-25dc-44a4-a2b9-55548f9315b8 with status ACTIVE [ 975.034699] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.034832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.034898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.035647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.035647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.035647] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.035647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.035964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.035964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.036163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.037084] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.037084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.037084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.037084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.037084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.037084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abe1214b-25dc-44a4-a2b9-55548f9315b8 is going to be updated. [ 975.056820] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.056978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.057055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.057319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.057471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.057635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abe1214b-25dc-44a4-a2b9-55548f9315b8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.176270] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.538357] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.679963] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.040249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.040425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.040521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.040712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.040797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.040907] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 is going to be created. [ 976.063292] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.063456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.063717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.063863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.063931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.073579] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: UNINITIALIZED for 2s [ 976.181669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.181906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.181906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.182379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.182379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.182379] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 976.214155] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 976.214326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.214429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.214661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.214863] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.214971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.215061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.215234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.215377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.215413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.215484] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.233804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.233804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.233804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.233804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.233804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.242225] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 976.719393] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.719963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.719963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.719963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.720226] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.720330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.720330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.720515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.720625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.720739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.720939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.721074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.721296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.722933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.722933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.224845] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 977.256270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.256433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.256480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.257705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.257705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.257705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.258163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.258163] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.258319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.258319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.258452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.258522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.258609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 977.329308] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.330068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.330211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.330539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.330779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.348153] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 977.483742] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a90c978-3d04-4d0e-b90a-5456d9358575 req-7ba37b2c-6124-48ff-86c6-741681d1929c tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 977.484566] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 977.484911] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.485075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.485149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.485456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.485637] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.485744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.485830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.486008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.486131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.486239] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.518700] env[69888]: INFO networking_nsxv3.common.synchronization [req-568381b3-c1cb-4b73-934a-65bc70e5d080 req-ede4e87a-f369-46e8-88a4-733ae2b6e4e5 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 977.519422] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGHEST for action security_group_members [ 977.519811] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-89d61d28-ad1a-46ff-8fe5-03bd16b47527 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.519977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.520068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.520345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.520570] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.520704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.520774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.520969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.521090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.521224] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('89d61d28-ad1a-46ff-8fe5-03bd16b47527',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.989155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.989155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.989664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.989664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.989664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.989794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.989794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.989940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.990021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.990110] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 already deleted. [ 977.990185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.023785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.023941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.024028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.024251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.024344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.024552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.024656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.024712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.024865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.024942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.025037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 is going to be updated. [ 978.051270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.055026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.055026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.055026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.055026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.060183] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: IN_PROGRESS for 2s [ 978.083103] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: SUCCESS [ 978.083331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.083493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.083709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.083903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.084032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.084105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.084259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.084342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.084430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.084539] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.220801] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.221018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.221155] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.222045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.222045] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.222045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.222239] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.222893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.223127] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.223692] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.223692] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 978.223692] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 978.224393] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 978.224558] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 978.224677] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 978.224846] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 978.244224] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 978.244407] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 978.244552] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 978.244729] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.245117] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-490cc4e4-8686-44cb-89b7-e93929098c4d taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.245337] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.245472] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.245788] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.245930] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('490cc4e4-8686-44cb-89b7-e93929098c4d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.254877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 978.255189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.590351] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.748769] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.749041] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.749179] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.749481] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.749655] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.749850] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 490cc4e4-8686-44cb-89b7-e93929098c4d not found, creating... [ 978.750144] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.750449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.750449] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.750689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.750835] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.751155] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.751316] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.751523] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.752207] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.752207] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.752207] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 490cc4e4-8686-44cb-89b7-e93929098c4d is going to be created. [ 978.775083] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.775407] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.775565] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.775871] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.776209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.776466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.968364] env[69888]: INFO networking_nsxv3.common.synchronization [None req-2466d75d-ce15-489f-90c1-d58767d293f0 None None] Enqueued Resource ID: aa7b2971-24ec-4f08-93d8-cf758aa27280 with Priority: HIGHEST for action port [ 978.968364] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa7b2971-24ec-4f08-93d8-cf758aa27280 with Priority: HIGHEST for action port [ 978.968364] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa7b2971-24ec-4f08-93d8-cf758aa27280 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.968584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa7b2971-24ec-4f08-93d8-cf758aa27280" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.968584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa7b2971-24ec-4f08-93d8-cf758aa27280" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.968824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa7b2971-24ec-4f08-93d8-cf758aa27280" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.968904] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa7b2971-24ec-4f08-93d8-cf758aa27280',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.095017] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab222402-8d6d-4074-a4b3-d83697a8dc18: rpc.has_security_group_logging(os_id): False [ 979.113139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.113303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.113373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.113590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.113678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.113931] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.114591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.114591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.114591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.114591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.114591] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 is going to be created. [ 979.169111] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.169111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.169111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.169111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.169395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.180084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: IN_PROGRESS for 2s [ 979.374338] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 979.374338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.473318] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa7b2971-24ec-4f08-93d8-cf758aa27280 [ 979.473598] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.473773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.475023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.475023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.475023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.475023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa7b2971-24ec-4f08-93d8-cf758aa27280 already deleted. [ 979.475023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa7b2971-24ec-4f08-93d8-cf758aa27280" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.609853] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a90c978-3d04-4d0e-b90a-5456d9358575 req-cadd8225-a79a-4d1e-ba38-c72e181a630e service nova] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 979.610084] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a90c978-3d04-4d0e-b90a-5456d9358575 req-cadd8225-a79a-4d1e-ba38-c72e181a630e service nova] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 979.610282] env[69888]: INFO networking_nsxv3.common.synchronization [req-1a90c978-3d04-4d0e-b90a-5456d9358575 req-cadd8225-a79a-4d1e-ba38-c72e181a630e service nova] Enqueued Resource ID: 490cc4e4-8686-44cb-89b7-e93929098c4d with Priority: HIGHEST for action port [ 979.610817] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 979.610974] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 979.611096] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490cc4e4-8686-44cb-89b7-e93929098c4d with Priority: HIGHEST for action port [ 979.611394] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.611514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.611568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.611777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.611860] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.613176] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.613294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.613412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.613531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.613676] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.614218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.614218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.614218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.614218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.614218] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.614917] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-490cc4e4-8686-44cb-89b7-e93929098c4d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.615059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.615126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.615288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.615363] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('490cc4e4-8686-44cb-89b7-e93929098c4d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.673506] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e738ac4f-eaca-45c3-bc8c-1e4568de9b31 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 979.673917] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 979.674223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.674344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.674417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.674662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.674746] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.764201] env[69888]: INFO networking_nsxv3.common.synchronization [None req-95e4defe-e5a3-4095-b760-0c81a6623465 tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 979.767950] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 979.767950] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.767950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.070629] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 in Status: SUCCESS [ 980.070629] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 deletion is rescheduled due to dependency. [ 980.070629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-89d61d28-ad1a-46ff-8fe5-03bd16b47527" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.118160] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.119818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.119818] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.119818] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 490cc4e4-8686-44cb-89b7-e93929098c4d with status ACTIVE [ 980.119818] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.120084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.120084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.120148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.121240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.121240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.121240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.121240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.121240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.121240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.121240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.125010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.125160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.125378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.126722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.126722] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 490cc4e4-8686-44cb-89b7-e93929098c4d is going to be updated. [ 980.143797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.144148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.144148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.144311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.144382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.144497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-490cc4e4-8686-44cb-89b7-e93929098c4d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.194805] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.195035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.195138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.195399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.195521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.195663] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a already deleted. [ 980.195760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.195911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.196079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.196162] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.629036] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.716720] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.719114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.719114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.719114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.719114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.719114] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a already deleted. [ 980.719114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.117556] env[69888]: INFO networking_nsxv3.common.synchronization [None req-642bbe09-42dd-48a5-ae78-fa1227babebf None None] Enqueued Resource ID: b1e8aa58-2713-4dd6-acb5-d2c9409206eb with Priority: HIGHEST for action port [ 981.118152] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1e8aa58-2713-4dd6-acb5-d2c9409206eb with Priority: HIGHEST for action port [ 981.118522] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1e8aa58-2713-4dd6-acb5-d2c9409206eb taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.118823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1e8aa58-2713-4dd6-acb5-d2c9409206eb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.118823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1e8aa58-2713-4dd6-acb5-d2c9409206eb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.118967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1e8aa58-2713-4dd6-acb5-d2c9409206eb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.119063] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1e8aa58-2713-4dd6-acb5-d2c9409206eb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.133180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.133361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.133449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.133758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.133909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.134091] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be created. [ 981.159198] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.159356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.159407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.159640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.159886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.169426] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: UNINITIALIZED for 2s [ 981.191248] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: SUCCESS [ 981.191248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.621452] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1e8aa58-2713-4dd6-acb5-d2c9409206eb [ 981.621781] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.622020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.622164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.622432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.622654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.622769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1e8aa58-2713-4dd6-acb5-d2c9409206eb already deleted. [ 981.622896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1e8aa58-2713-4dd6-acb5-d2c9409206eb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.105369] env[69888]: INFO networking_nsxv3.common.synchronization [req-d8213b42-aadb-42a9-aea6-f82c0b0430bc req-34af9d60-69e3-493e-8470-1f405494eb6d tempest-ServersTestFqdnHostnames-1726893177 tempest-ServersTestFqdnHostnames-1726893177-project-member] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 983.105369] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGHEST for action security_group_members [ 983.105636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.105779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.105857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.106797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.106797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.106797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.106797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.107041] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.134875] env[69888]: INFO networking_nsxv3.common.synchronization [req-ac3cea01-c891-4b01-acf0-8c935a4eae55 req-5ccb1b94-99a3-401b-853e-40e5269ba70d tempest-ServersAdminTestJSON-544455810 tempest-ServersAdminTestJSON-544455810-project-member] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 983.135962] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGHEST for action security_group_members [ 983.136372] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.136494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.136563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.136815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.136960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.137696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.137965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.138206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.138471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.138471] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.178777] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 983.179055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.182994] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.182994] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.610128] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.610302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.610376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.610590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.610688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.610884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.610995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.611081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.611246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.611314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.611406] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 is going to be updated. [ 983.635718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.635920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.635967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.636176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.636317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.642097] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.642279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.642348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.642498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.642589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.642785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.642881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.642944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.643113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.643205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.643294] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be updated. [ 983.645054] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: IN_PROGRESS for 2s [ 983.667175] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.667175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.667175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.667526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.667716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.678279] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: IN_PROGRESS for 2s [ 983.696373] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.195322] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c39a948-c9a1-4efa-bee2-20d570801c86: rpc.has_security_group_logging(os_id): False [ 984.212919] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.212919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.212919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.212919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.212919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.213193] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.213193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.213193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.213351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.213425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.213520] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be created. [ 984.282133] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.282280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.282367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.282568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.283696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.297402] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 985.655320] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 in Status: SUCCESS [ 985.655634] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 deletion is rescheduled due to dependency. [ 985.655634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.685709] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed in Status: SUCCESS [ 985.685887] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed deletion is rescheduled due to dependency. [ 985.685997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.310124] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 986.310368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.501834] env[69888]: INFO networking_nsxv3.common.synchronization [req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae req-72f9ac39-6158-4de0-aabd-ffcba704a788 tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 986.502395] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 986.502704] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.502830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.502908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.503175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503408] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.503533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.503598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.503779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.503852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.503937] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.844115] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.844115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.844115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.844115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.844671] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.847808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.847808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.847808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.847808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.847808] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.847808] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.847808] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.847808] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.847808] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 986.847808] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.847808] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.864186] env[69888]: INFO networking_nsxv3.common.synchronization [req-d4e78ac7-b686-4101-8bfa-b39ec06f110d req-68ae9bf6-ac1c-4395-9f78-2da89a37b923 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 986.864186] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 986.864186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.864632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.864939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.867247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.867247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.867247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.867247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.867247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.870349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.870349] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.870349] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.870349] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 986.870349] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.870987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-82" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.871870] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-2375eac8-7309-46e9-b5b8-8b8f1df7d226 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.872293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.874106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.874106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.874106] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2375eac8-7309-46e9-b5b8-8b8f1df7d226',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.007185] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.008280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.008280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.008280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.008280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.008280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.008280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.008675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.009492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.009492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.009492] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 987.034388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.035187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.035187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.035764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.035764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.044860] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 987.354511] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.354709] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.354840] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.355136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.355400] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.355632] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.355849] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.356044] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.356244] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.356415] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.356531] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.356644] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.356758] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.356871] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 987.356977] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.357128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.379057] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.379300] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 987.379494] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.379727] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.380098] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.380386] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.380470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.380732] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.381458] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db6c66-3919-4dd1-bbd0-9d503ed1144b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.382180] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.382279] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.382353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.382494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.382604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.383182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.383182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.383182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.383182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.383182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.383457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 987.386110] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.386110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.386110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.386110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.386110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.386110] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 2375eac8-7309-46e9-b5b8-8b8f1df7d226 not found, creating... [ 987.386516] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.387062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389424] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.389424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.389424] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 is going to be created. [ 987.415020] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.415020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.415020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.415020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.415020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.415020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.418923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.419078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.419176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.419376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.419528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.428057] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 987.893059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.893059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port e1db6c66-3919-4dd1-bbd0-9d503ed1144b not found, creating... [ 987.893059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.893059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.893946] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.894110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.894589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.895948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.896262] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.896535] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: e1db6c66-3919-4dd1-bbd0-9d503ed1144b is going to be created. [ 987.915431] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.915692] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.915929] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.916170] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.916437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.916744] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae req-9dbb06b4-4610-4658-8509-33810c1af6be service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae req-9dbb06b4-4610-4658-8509-33810c1af6be service nova] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [req-92b626ba-ecfb-41ab-97ec-1c3b4a34e1ae req-9dbb06b4-4610-4658-8509-33810c1af6be service nova] Enqueued Resource ID: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 with Priority: HIGHEST for action port [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_rules [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 988.100459] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 with Priority: HIGHEST for action port [ 988.100459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.100459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.100459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.100459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.100459] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.100898] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.100898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.101052] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2375eac8-7309-46e9-b5b8-8b8f1df7d226 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.101131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.101544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.101544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.101544] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2375eac8-7309-46e9-b5b8-8b8f1df7d226',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.606815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2375eac8-7309-46e9-b5b8-8b8f1df7d226 with status ACTIVE [ 988.607058] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.607260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.607260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.607489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.607714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.607910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.608028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.608112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.608622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.608622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.608622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.608622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.608622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.608884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.608884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.608947] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2375eac8-7309-46e9-b5b8-8b8f1df7d226 is going to be updated. [ 988.610092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.610180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.628875] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.629143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.629211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.629506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.629720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.630227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2375eac8-7309-46e9-b5b8-8b8f1df7d226" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.696705] env[69888]: INFO networking_nsxv3.common.synchronization [req-d4e78ac7-b686-4101-8bfa-b39ec06f110d req-c3be1d44-a36a-40e3-a2a3-5d9e2aaae9bc service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 988.696705] env[69888]: INFO networking_nsxv3.common.synchronization [req-d4e78ac7-b686-4101-8bfa-b39ec06f110d req-c3be1d44-a36a-40e3-a2a3-5d9e2aaae9bc service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 988.696804] env[69888]: INFO networking_nsxv3.common.synchronization [req-d4e78ac7-b686-4101-8bfa-b39ec06f110d req-c3be1d44-a36a-40e3-a2a3-5d9e2aaae9bc service nova] Enqueued Resource ID: e1db6c66-3919-4dd1-bbd0-9d503ed1144b with Priority: HIGHEST for action port [ 988.696964] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 988.697103] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 988.697197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1db6c66-3919-4dd1-bbd0-9d503ed1144b with Priority: HIGHEST for action port [ 988.697864] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.698052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.698052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.698363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.698440] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.699294] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.699402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.699580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.699675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.699743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.699907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.699983] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1db6c66-3919-4dd1-bbd0-9d503ed1144b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.053460] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 989.053902] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 989.053902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054385] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.054504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.054565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.054715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.054798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.054896] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.201961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.202201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.204510] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e1db6c66-3919-4dd1-bbd0-9d503ed1144b with status ACTIVE [ 989.204661] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.204774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.204851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.205062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.205152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.205321] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.205418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.205489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.205664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.205732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.205908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.205998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.206077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.206203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.206275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.206359] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e1db6c66-3919-4dd1-bbd0-9d503ed1144b is going to be updated. [ 989.227596] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.227803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.227868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.228047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.228180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.228332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1db6c66-3919-4dd1-bbd0-9d503ed1144b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.440093] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 989.440297] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 deletion is rescheduled due to dependency. [ 989.440423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.440593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.440831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.441052] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.441186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.441262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.441398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.441488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.441624] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.556981] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.944025] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.059866] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.447747] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.567880] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.567880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.567880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.567880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.567880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.567880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 990.595302] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.595302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.595302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.595302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.595302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.604258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 990.950268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.950268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.950268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.950612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.950660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.950844] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 990.977465] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.977797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.977945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.978330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.978585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.987637] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 992.614781] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 992.615387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.615565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.615808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616011] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.616227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.616314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.616482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.616553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.617554] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.996940] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 992.997223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.997537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.997725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.998072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.998190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.998257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.998436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.998590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.998723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.998811] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.120581] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.120760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.120805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.121231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.121367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.121443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.121540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.121672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.121777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.121868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.122045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.122141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.122205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.122349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.122489] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.122580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.122641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.122777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.122877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.122962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.123066] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.501762] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.501910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.504103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.504435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.504630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.504743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.504807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.504975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.505075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.505163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.505374] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.505435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.505475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.505585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.505739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.505794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.505853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.505984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.506067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.506144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.506233] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.626052] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4bc60318-c601-4b73-9ca5-ef00c134933c: rpc.has_security_group_logging(os_id): False [ 993.646056] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d21925a8-0943-49b9-a2a3-c83ecef1a0b7 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 993.648911] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.649055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.649115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.649320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.649410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.649603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.649706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.649780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.649968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.650062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.650255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.650349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.650409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.650547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.650619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.650817] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.650988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.651071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.651205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.651276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.651372] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 993.652952] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 993.653622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.653739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.653806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.653964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.654127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.654222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.654284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.654429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.654507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.654603] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.743564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.743766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.743766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.743999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.744168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.757814] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 994.010644] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa024e6e-9026-4613-b1d6-fe2976d70958: rpc.has_security_group_logging(os_id): False [ 994.029252] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.029424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.029539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.029732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.029828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.030066] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.030219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.030322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.030395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.030480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.030674] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.030873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.030873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.031023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.031085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.031287] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.031392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.031458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.031577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.031702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.031737] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 994.089312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.089312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.089490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.089684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.089839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.102471] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 994.157939] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.566172] env[69888]: INFO networking_nsxv3.common.synchronization [None req-c91e8522-1e04-4437-870a-0015fd0cbe88 None None] Enqueued Resource ID: 9809578f-72c8-45dd-bc43-253e9cbaef3e with Priority: HIGHEST for action port [ 994.566749] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9809578f-72c8-45dd-bc43-253e9cbaef3e with Priority: HIGHEST for action port [ 994.567277] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9809578f-72c8-45dd-bc43-253e9cbaef3e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.567451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9809578f-72c8-45dd-bc43-253e9cbaef3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.567514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9809578f-72c8-45dd-bc43-253e9cbaef3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.567793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9809578f-72c8-45dd-bc43-253e9cbaef3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.567902] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9809578f-72c8-45dd-bc43-253e9cbaef3e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.663185] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.069733] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9809578f-72c8-45dd-bc43-253e9cbaef3e [ 995.069803] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.071251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.071251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.071251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.071251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.071251] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9809578f-72c8-45dd-bc43-253e9cbaef3e already deleted. [ 995.071251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9809578f-72c8-45dd-bc43-253e9cbaef3e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.167116] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.167116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.167116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.167116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.167116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.167470] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 995.193270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.193416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.193487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.193735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.193883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.201974] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 995.332084] env[69888]: INFO networking_nsxv3.common.synchronization [None req-063a64dd-4e01-40c6-981e-fd1b54bae480 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 995.334560] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 995.334560] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.334560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.334560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.334560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.334560] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.456412] env[69888]: INFO networking_nsxv3.common.synchronization [None req-856ac8d0-dc23-43e0-8962-35fa284c6e49 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 995.456412] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 995.456708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.456815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.775355] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 995.775665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.857177] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.857328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.857395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.857607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.857694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.857815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 already deleted. [ 995.857900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.858105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.859593] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.859593] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.115809] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 996.116668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.216500] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.216761] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.216907] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.217646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.218676] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.218676] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.218985] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.219300] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.219523] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.219795] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.220161] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.220210] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.220348] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.220505] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 996.220651] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.220833] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.242176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.242426] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 996.242624] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.242870] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.243288] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-99afd05a-34c6-4027-a085-b136245a9a64 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.243606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.243792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.244925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.244925] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99afd05a-34c6-4027-a085-b136245a9a64',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.383567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.383710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.383797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.384044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.384143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.384214] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 already deleted. [ 996.384294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.708220] env[69888]: INFO networking_nsxv3.common.synchronization [None req-7554c06f-1593-4d4f-83ed-6a04958b2979 None None] Enqueued Resource ID: 96dddf33-a6ef-4c97-81ec-7931f79000c0 with Priority: HIGHEST for action port [ 996.709329] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96dddf33-a6ef-4c97-81ec-7931f79000c0 with Priority: HIGHEST for action port [ 996.709688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-96dddf33-a6ef-4c97-81ec-7931f79000c0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.709845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96dddf33-a6ef-4c97-81ec-7931f79000c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.710553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96dddf33-a6ef-4c97-81ec-7931f79000c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.710553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96dddf33-a6ef-4c97-81ec-7931f79000c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.710553] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96dddf33-a6ef-4c97-81ec-7931f79000c0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.748963] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.749294] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.749529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.749873] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.750114] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.750564] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 99afd05a-34c6-4027-a085-b136245a9a64 not found, creating... [ 996.750966] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.751234] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.751392] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.751681] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.751882] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.752290] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.752568] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.752708] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.752945] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.753099] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.753247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 99afd05a-34c6-4027-a085-b136245a9a64 is going to be created. [ 996.774125] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.774125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.774125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.774306] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.774538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.774822] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.211927] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.214015] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96dddf33-a6ef-4c97-81ec-7931f79000c0 [ 997.214015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.214015] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96dddf33-a6ef-4c97-81ec-7931f79000c0 already deleted. [ 997.214015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96dddf33-a6ef-4c97-81ec-7931f79000c0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.555420] env[69888]: INFO networking_nsxv3.common.synchronization [req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 req-f152995a-d4f5-4cde-a38f-042d5cd8aa83 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 997.555611] env[69888]: INFO networking_nsxv3.common.synchronization [req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 req-f152995a-d4f5-4cde-a38f-042d5cd8aa83 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 997.555790] env[69888]: INFO networking_nsxv3.common.synchronization [req-7b9279c1-6ef2-4a9a-be87-d0bb3d0186d9 req-f152995a-d4f5-4cde-a38f-042d5cd8aa83 service nova] Enqueued Resource ID: 99afd05a-34c6-4027-a085-b136245a9a64 with Priority: HIGHEST for action port [ 997.556349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 997.556483] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 997.556584] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99afd05a-34c6-4027-a085-b136245a9a64 with Priority: HIGHEST for action port [ 997.557304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.557394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.557458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.557687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.557800] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.559126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.559286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.559361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.561454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.561454] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.561454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-99afd05a-34c6-4027-a085-b136245a9a64 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.561454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.561454] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99afd05a-34c6-4027-a085-b136245a9a64',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.062998] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.063216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.065643] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99afd05a-34c6-4027-a085-b136245a9a64 with status ACTIVE [ 998.065722] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.065803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.066157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.066157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.066294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.066842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.066842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.066842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.066842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.066842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.067275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.067275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.067275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.067275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.067275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.067818] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99afd05a-34c6-4027-a085-b136245a9a64 is going to be updated. [ 998.068499] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.091086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.091086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.091086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.091443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.091443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.091583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99afd05a-34c6-4027-a085-b136245a9a64" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.571468] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.076139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.076139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.076139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.076139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.076139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.076492] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 999.102821] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.103032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.103138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.103510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.103570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.112219] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1001.126078] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 4s [ 1002.558308] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1002.558612] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1003.136455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1003.136750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.136934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.137217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.137419] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.137634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.137634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.137770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.137862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.138050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.138050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.640432] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.640865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.640865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.640992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.641104] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.641207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.641271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.641470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.641561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.641651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.641805] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.641899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.641964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.642130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.642280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.642385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.642454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.642606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.642657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.642740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.642833] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.145178] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa024e6e-9026-4613-b1d6-fe2976d70958: rpc.has_security_group_logging(os_id): False [ 1004.162669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.162669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.162908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.163666] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.163666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.164423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.164423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.164423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.164423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.164423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.164750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.164750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.164750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.164750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.164874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1004.172941] env[69888]: INFO networking_nsxv3.common.synchronization [req-766fb0ef-b5f0-4751-a6b9-69705ccf6eb6 req-5af1554c-df8c-4608-a032-39ef3fbad1ac tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1004.173534] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1004.173884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.174081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.174081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.174296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.174880] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.174880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.174880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.175066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.175512] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.175512] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.221435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.221435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.221627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.221805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.221876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.234109] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1004.676907] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.179952] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.684047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.684047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.684047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.684047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.684047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.684047] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1005.712023] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.712023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.712023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.712023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.712023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.719831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1006.248323] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1006.248496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.730927] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1007.730927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.137611] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ab73edf7-8ea1-4edb-a426-8c0af15a4d72 None None] Enqueued Resource ID: 0e6d82bf-30bc-4f41-88b9-47a288f103c6 with Priority: HIGHEST for action port [ 1008.137611] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6d82bf-30bc-4f41-88b9-47a288f103c6 with Priority: HIGHEST for action port [ 1008.137611] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6d82bf-30bc-4f41-88b9-47a288f103c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.137611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6d82bf-30bc-4f41-88b9-47a288f103c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.137611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6d82bf-30bc-4f41-88b9-47a288f103c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.137611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6d82bf-30bc-4f41-88b9-47a288f103c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.137611] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6d82bf-30bc-4f41-88b9-47a288f103c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.183768] env[69888]: INFO networking_nsxv3.common.synchronization [req-251739ce-4004-4480-87d2-4910164d5aaf req-246d07d4-35b3-4dff-90ff-c5898c23f24b tempest-ImagesTestJSON-1732210450 tempest-ImagesTestJSON-1732210450-project-member] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 1008.183768] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGHEST for action security_group_members [ 1008.183865] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.183928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.184026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.185849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.186065] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.186178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.186242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.186408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.186489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.186584] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.639414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e6d82bf-30bc-4f41-88b9-47a288f103c6 [ 1008.639704] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.639899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.639967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.641590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.641590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.641590] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e6d82bf-30bc-4f41-88b9-47a288f103c6 already deleted. [ 1008.641590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6d82bf-30bc-4f41-88b9-47a288f103c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.692300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.692468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.692536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.692755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.692843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.693151] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.693262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.693308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.693472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.693556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.693648] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be updated. [ 1008.752131] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.752565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.752565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.752565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.752699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.760930] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: IN_PROGRESS for 2s [ 1009.187491] env[69888]: INFO networking_nsxv3.common.synchronization [req-fa7e24e6-8c6c-4eac-8c4b-1f44b27b0999 req-ae6558cb-a94e-48f0-8906-1a28c851c945 tempest-SecurityGroupRulesNegativeTestJSON-1596422114 tempest-SecurityGroupRulesNegativeTestJSON-1596422114-project-member] Enqueued Resource ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 with Priority: HIGHEST for action security_group_rules [ 1009.187859] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 with Priority: HIGHEST for action security_group_rules [ 1009.188257] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b3218ae-1c8c-4d56-8233-69d8b9401257 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.188413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.188493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.188737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.188820] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b3218ae-1c8c-4d56-8233-69d8b9401257',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.483253] env[69888]: INFO networking_nsxv3.common.synchronization [req-6d313561-6b94-48d6-8105-366ed49d6111 req-a2add820-60cc-4ef6-9d2d-6a6128817a25 tempest-SecurityGroupRulesNegativeTestJSON-1596422114 tempest-SecurityGroupRulesNegativeTestJSON-1596422114-project-member] Enqueued Resource ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 with Priority: HIGHEST for action security_group_rules [ 1009.483951] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 with Priority: HIGHEST for action security_group_rules [ 1009.484327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b3218ae-1c8c-4d56-8233-69d8b9401257 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.484444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.710202] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.710395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.710456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.710672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.710766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.710854] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 already deleted. [ 1009.710950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.711458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.711458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.711458] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b3218ae-1c8c-4d56-8233-69d8b9401257',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.236696] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.237033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.237033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.237650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.237650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.237650] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b3218ae-1c8c-4d56-8233-69d8b9401257 already deleted. [ 1010.237650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b3218ae-1c8c-4d56-8233-69d8b9401257" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.376032] env[69888]: INFO networking_nsxv3.common.synchronization [req-a603017b-80c9-4b3c-bded-5441626883f6 req-065c7e49-c974-4c89-afff-f063915fc14e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1010.376954] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1010.377274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.377409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.377471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.377850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.377952] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.378091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.378239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.378434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.378529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.378657] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.413705] env[69888]: INFO networking_nsxv3.common.synchronization [None req-add4e39c-b0d1-43bf-ab12-5eb76e2d215b None None] Enqueued Resource ID: 9df11640-c2bb-40f0-927b-bcff022391ff with Priority: HIGHEST for action port [ 1010.415704] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9df11640-c2bb-40f0-927b-bcff022391ff with Priority: HIGHEST for action port [ 1010.415704] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9df11640-c2bb-40f0-927b-bcff022391ff taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.415704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9df11640-c2bb-40f0-927b-bcff022391ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.415704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9df11640-c2bb-40f0-927b-bcff022391ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.416358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9df11640-c2bb-40f0-927b-bcff022391ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.416491] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9df11640-c2bb-40f0-927b-bcff022391ff',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.770778] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4bc60318-c601-4b73-9ca5-ef00c134933c in Status: SUCCESS [ 1010.770978] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c deletion is rescheduled due to dependency. [ 1010.771115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.882273] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.918643] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9df11640-c2bb-40f0-927b-bcff022391ff [ 1010.918869] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.919249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.919249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.919380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.919380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.919862] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9df11640-c2bb-40f0-927b-bcff022391ff already deleted. [ 1010.919862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9df11640-c2bb-40f0-927b-bcff022391ff" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.385056] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.753529] env[69888]: INFO networking_nsxv3.common.synchronization [None req-4c774b2a-834d-4954-8026-a56eedeb5794 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1011.754177] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1011.754507] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.754659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.886861] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.886963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.887151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.887324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.887409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.887513] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1011.933327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.933476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.933546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.933759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.933905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.942869] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1012.990027] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-212 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.990027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.990027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.990027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.990027] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.994331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.994331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.994331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.994331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.994331] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.994331] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1012.994331] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1012.994331] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1012.994331] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1012.994331] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1012.994331] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.014147] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.014147] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1013.014147] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.014147] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-212" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.014273] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-dbebdcb5-e256-4257-8748-9f5f7d90fd58 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.014482] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.014524] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.014787] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.014926] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbebdcb5-e256-4257-8748-9f5f7d90fd58',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.042014] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ec9f6847-ee8f-4b74-9be3-4646ce2e9a0a None None] Enqueued Resource ID: 4b883691-484b-49b9-ab16-9768fe9e2c0a with Priority: HIGHEST for action port [ 1013.042014] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b883691-484b-49b9-ab16-9768fe9e2c0a with Priority: HIGHEST for action port [ 1013.042014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b883691-484b-49b9-ab16-9768fe9e2c0a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.042014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b883691-484b-49b9-ab16-9768fe9e2c0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.042014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b883691-484b-49b9-ab16-9768fe9e2c0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.043639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b883691-484b-49b9-ab16-9768fe9e2c0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.043639] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b883691-484b-49b9-ab16-9768fe9e2c0a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.519780] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.520175] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.520299] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.520643] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.520973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.521218] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.521368] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.521646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.521731] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.521902] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.522693] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.522877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.523362] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.523362] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.523619] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523619] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 is going to be updated. [ 1013.547559] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.547870] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.547966] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.548333] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.548583] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.548827] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.553016] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b883691-484b-49b9-ab16-9768fe9e2c0a [ 1013.553016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.553234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.553234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.553429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.553547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.553643] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b883691-484b-49b9-ab16-9768fe9e2c0a already deleted. [ 1013.554396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b883691-484b-49b9-ab16-9768fe9e2c0a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.953186] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1013.953186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.953186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.953322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.953486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.953603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.953670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.953829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.953912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.954038] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.078320] env[69888]: INFO networking_nsxv3.common.synchronization [None req-8a7a23bb-5b57-4714-b162-c8a2aed849df tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1014.078320] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1014.078320] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.078320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.078320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.079061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.079290] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.204020] env[69888]: INFO networking_nsxv3.common.synchronization [None req-86caa0ab-289e-4af3-8c14-f71e1ee443d2 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1014.204583] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1014.204935] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.205043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.276783] env[69888]: INFO networking_nsxv3.common.synchronization [req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 req-7f2cbc85-c3c1-430f-bee1-7cd60c2213d5 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 1014.276999] env[69888]: INFO networking_nsxv3.common.synchronization [req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 req-7f2cbc85-c3c1-430f-bee1-7cd60c2213d5 service nova] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 1014.277184] env[69888]: INFO networking_nsxv3.common.synchronization [req-2fce87d4-3fb4-47e2-b527-98d00cea75a5 req-7f2cbc85-c3c1-430f-bee1-7cd60c2213d5 service nova] Enqueued Resource ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 with Priority: HIGHEST for action port [ 1014.277709] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_rules [ 1014.277850] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 1014.277947] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 with Priority: HIGHEST for action port [ 1014.278666] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.278758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.278813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.279040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.279125] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.283849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.284162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.284162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.284281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.284436] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.284538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.284598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.285160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.285160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.285160] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.286126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbebdcb5-e256-4257-8748-9f5f7d90fd58 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.286423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.286423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.286510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.286536] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbebdcb5-e256-4257-8748-9f5f7d90fd58',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.459733] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.459898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.459965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.462358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.462358] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1014.488737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.488886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.488958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.489913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.490081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.498094] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1014.600641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.600641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.600641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.600641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.600641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.600641] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e already deleted. [ 1014.600641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.601354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.601674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.601896] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.788090] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.788296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.789465] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.789465] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbebdcb5-e256-4257-8748-9f5f7d90fd58 with status ACTIVE [ 1014.789953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.789953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.789953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.790395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.790395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.790395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.790572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.790632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.790709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.790897] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.790987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.791685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.792033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.792033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.792208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbebdcb5-e256-4257-8748-9f5f7d90fd58 is going to be updated. [ 1014.812840] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.813041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.813104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.813296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.813431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.813591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbebdcb5-e256-4257-8748-9f5f7d90fd58" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.042278] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6aaea514-7569-406b-bcb5-ba76566ae54f None None] Enqueued Resource ID: d18e2a55-abe5-45fe-8649-c6aa8e486d03 with Priority: HIGHEST for action port [ 1015.042278] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18e2a55-abe5-45fe-8649-c6aa8e486d03 with Priority: HIGHEST for action port [ 1015.042489] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d18e2a55-abe5-45fe-8649-c6aa8e486d03 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.042795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d18e2a55-abe5-45fe-8649-c6aa8e486d03" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.043048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d18e2a55-abe5-45fe-8649-c6aa8e486d03" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.043521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d18e2a55-abe5-45fe-8649-c6aa8e486d03" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.043775] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d18e2a55-abe5-45fe-8649-c6aa8e486d03',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.124107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.124107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.124436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.125315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.125315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.125315] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e already deleted. [ 1015.125315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.294880] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.548557] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d18e2a55-abe5-45fe-8649-c6aa8e486d03 [ 1015.548557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.548557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.548557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.548557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.548557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.548557] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d18e2a55-abe5-45fe-8649-c6aa8e486d03 already deleted. [ 1015.548557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d18e2a55-abe5-45fe-8649-c6aa8e486d03" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.797047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.797047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.797047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.797574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.797574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.797574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 1015.824264] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.824621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.824798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.826917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.826917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.835850] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 1015.917461] env[69888]: INFO networking_nsxv3.common.synchronization [req-2dc916a7-da0d-4aff-bf6b-662770a999ba req-66695fcb-8638-49b5-b7fe-86cf4e0eaf4f tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1015.918065] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1015.918438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.918571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.918658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.918952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.919325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.919463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.919535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.919732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.919819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.919919] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.222121] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.222464] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.222545] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.222887] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.223350] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.223540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.223665] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.223935] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.224538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.224538] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.224538] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1016.224666] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1016.224692] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1016.224815] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1016.224929] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1016.225163] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1016.243901] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1016.244933] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1016.244933] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1016.244933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.244933] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0c209906-bcaa-49f1-9f53-89ae9b780c05 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.246091] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.246091] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.246091] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.246091] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c209906-bcaa-49f1-9f53-89ae9b780c05',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.422822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.423098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.423271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.423588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.423713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.423962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.424078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.424158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.424341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.424421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.424519] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 already deleted. [ 1016.424608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.507466] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1016.507662] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 deletion is rescheduled due to dependency. [ 1016.507764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.748671] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.748671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.748671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.749117] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.749390] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.749574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0c209906-bcaa-49f1-9f53-89ae9b780c05 not found, creating... [ 1016.749902] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.750186] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.750382] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.750639] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.750799] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.751159] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.751364] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.751561] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.751780] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.752017] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.752213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0c209906-bcaa-49f1-9f53-89ae9b780c05 is going to be created. [ 1016.771302] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.771707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.771775] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.772009] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.772320] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.772587] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.504447] env[69888]: INFO networking_nsxv3.common.synchronization [req-2dc916a7-da0d-4aff-bf6b-662770a999ba req-8f884f8d-e05a-4ba6-a0c1-33fc6f42410e service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1017.504698] env[69888]: INFO networking_nsxv3.common.synchronization [req-2dc916a7-da0d-4aff-bf6b-662770a999ba req-8f884f8d-e05a-4ba6-a0c1-33fc6f42410e service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1017.504768] env[69888]: INFO networking_nsxv3.common.synchronization [req-2dc916a7-da0d-4aff-bf6b-662770a999ba req-8f884f8d-e05a-4ba6-a0c1-33fc6f42410e service nova] Enqueued Resource ID: 0c209906-bcaa-49f1-9f53-89ae9b780c05 with Priority: HIGHEST for action port [ 1017.504993] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1017.505133] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1017.505230] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c209906-bcaa-49f1-9f53-89ae9b780c05 with Priority: HIGHEST for action port [ 1017.505760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.507238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.507327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.507553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.507649] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.508512] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.508639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.508711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.508883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.509120] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.509188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.509188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.509319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.509413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.509506] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.510287] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c209906-bcaa-49f1-9f53-89ae9b780c05 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.510421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.511766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.511766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.511766] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c209906-bcaa-49f1-9f53-89ae9b780c05',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.845020] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 1017.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.845020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.845231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.845262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.845361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.845491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.845682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.845822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.845854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.845972] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.012498] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.012667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.012842] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.013733] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c209906-bcaa-49f1-9f53-89ae9b780c05 with status ACTIVE [ 1018.013918] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.014045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.014110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.014312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.014437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.014689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.014806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.014870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.015110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.015268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.015381] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.015475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.015538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.015679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.015751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.015832] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c209906-bcaa-49f1-9f53-89ae9b780c05 is going to be updated. [ 1018.035155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.035329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.035369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.035562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.035701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.035872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c209906-bcaa-49f1-9f53-89ae9b780c05" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.348244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.348500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.348587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.348850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.349086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.349222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.349309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.349542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.349662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.349778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.349964] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.350102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.350163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.350354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.350896] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.350896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.350896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.350896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.351222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.351222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.351222] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.517959] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.538983] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1018.539349] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:2 started [ 1018.846405] env[69888]: INFO networking_nsxv3.common.synchronization [req-c182dcd1-afb6-4a26-96b4-4d51640526d0 req-0cf93ac2-ecf9-4d66-8e7b-0b5066f7b463 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1018.846996] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1018.847342] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.850017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.850017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.850017] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.853559] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4adc9500-d45d-4d28-9832-da50b43fba49: rpc.has_security_group_logging(os_id): False [ 1018.871497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.871651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.871712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.873017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.873017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.873017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.873475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.873475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.873475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.873475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.873967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.874071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.874152] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 1018.939718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.942125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.942125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.942125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.942125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.954862] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 1019.021679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.021911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.022024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.022268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.022369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.022536] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be created. [ 1019.047135] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.048181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.048181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.048181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.048181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.065983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: UNINITIALIZED for 2s [ 1019.354157] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.354157] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.354157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.354157] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1019.380119] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.380119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.380119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.380119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.380119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.427910] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1020.860392] env[69888]: INFO networking_nsxv3.common.synchronization [req-f4d6e16f-b526-4809-b2e9-d45e226d528c req-54bb62ef-a7d6-4d38-b5e1-59ce9eb3385a tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1020.860392] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1020.860392] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.861747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.861978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.862500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.862839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.863091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.863275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.864037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.864037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.864037] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.971457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 1020.971717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.076199] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1021.076491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.076631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.076827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.077034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.077150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.077210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.077366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.077454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.077546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.077652] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.369981] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.370172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.370236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.370466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.370568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.370777] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.370877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.370941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.371117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.371195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.371283] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a already deleted. [ 1021.371365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.403479] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1021.403479] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1021.403717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.473393] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.473606] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.473736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.474167] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.475982] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.476223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.476356] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.477565] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.477910] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.478062] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.480660] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1021.480660] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1021.480660] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1021.480660] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1021.480660] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1021.480660] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1021.497790] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1021.498064] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1021.498827] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1021.498827] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-69" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.498827] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cb6aebb9-2634-4a51-9a16-3db1987b39b1 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.499166] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.499227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.499579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.499747] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb6aebb9-2634-4a51-9a16-3db1987b39b1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.554846] env[69888]: INFO networking_nsxv3.common.synchronization [req-bccee4f0-62a7-4467-a607-0c3d2a5c950e req-da19b700-011b-4b67-86af-183c3d329e1e tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 1021.555420] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGHEST for action security_group_members [ 1021.555757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.555885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.555952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.556336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.556505] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.556611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.556673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.557171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.557265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.557553] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.581274] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.003242] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.003587] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.003645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.003926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.004103] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.004266] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cb6aebb9-2634-4a51-9a16-3db1987b39b1 not found, creating... [ 1022.005433] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.005433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.005433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.005433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.005433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.005631] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.005728] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.005829] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.006406] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.009377] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.009377] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cb6aebb9-2634-4a51-9a16-3db1987b39b1 is going to be created. [ 1022.031802] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.031802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.031802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.031802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.031802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.031802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.061670] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.061747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.061963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.062167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.062362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.062457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.062592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.062640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.062781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.062920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.062974] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea is going to be updated. [ 1022.083131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5: rpc.has_security_group_logging(os_id): False [ 1022.096565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.096715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.096779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.097032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.097144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.099776] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.099886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.099957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.100635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.100635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.100635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.100908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.100908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.101037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.101126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.101220] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be created. [ 1022.115609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: IN_PROGRESS for 2s [ 1022.203235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.203422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.203486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.203738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.203965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.231454] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1022.840883] env[69888]: INFO networking_nsxv3.common.synchronization [req-f4d6e16f-b526-4809-b2e9-d45e226d528c req-7c92df58-6e6e-454a-9f3f-4aeb6bea9e50 service nova] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 1022.840883] env[69888]: INFO networking_nsxv3.common.synchronization [req-f4d6e16f-b526-4809-b2e9-d45e226d528c req-7c92df58-6e6e-454a-9f3f-4aeb6bea9e50 service nova] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1022.840883] env[69888]: INFO networking_nsxv3.common.synchronization [req-f4d6e16f-b526-4809-b2e9-d45e226d528c req-7c92df58-6e6e-454a-9f3f-4aeb6bea9e50 service nova] Enqueued Resource ID: cb6aebb9-2634-4a51-9a16-3db1987b39b1 with Priority: HIGHEST for action port [ 1022.840883] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_rules [ 1022.840883] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1022.841156] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb6aebb9-2634-4a51-9a16-3db1987b39b1 with Priority: HIGHEST for action port [ 1022.841335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.841408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.841476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.841849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.841849] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.842743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.842838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.842838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843193] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.843287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.843679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.843679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.843679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.843789] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.845200] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb6aebb9-2634-4a51-9a16-3db1987b39b1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.845200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.845200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.845200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.845200] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb6aebb9-2634-4a51-9a16-3db1987b39b1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.347752] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb6aebb9-2634-4a51-9a16-3db1987b39b1 with status ACTIVE [ 1023.348299] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.348530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.348717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.349060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.349236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.349531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.349706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.349815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.350085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.350230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.350517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.350687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.350784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.351018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.351156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.351301] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb6aebb9-2634-4a51-9a16-3db1987b39b1 is going to be updated. [ 1023.352888] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.354080] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.354172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.373664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.373884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.373884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.374147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.374285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.374446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb6aebb9-2634-4a51-9a16-3db1987b39b1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.855575] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.129031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea in Status: SUCCESS [ 1024.129031] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea deletion is rescheduled due to dependency. [ 1024.129031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.244592] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1024.244846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.358924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.359328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.359328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.359423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.359491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.359597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a is going to be created. [ 1024.382708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.382938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.383028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.383261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.383455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.393086] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: UNINITIALIZED for 2s [ 1026.404117] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: SUCCESS [ 1026.404410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.404536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.404814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.405149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.405217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.405377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.405460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.405641] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.908727] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.412232] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd585054-82e2-4ef9-a65c-633bd9deba6a: rpc.has_security_group_logging(os_id): False [ 1027.429021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.429021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.429021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.429021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.429488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.429841] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.429961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.430041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.430253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.430333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.430428] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a is going to be created. [ 1027.486075] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.486075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.486075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.486075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.486075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.497239] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: IN_PROGRESS for 2s [ 1027.810178] env[69888]: INFO networking_nsxv3.common.synchronization [req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb req-02ece763-49a8-484f-9c28-e4d91ca13882 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1027.810178] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1027.810393] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.810653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.810864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.811230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.811495] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.811857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.812026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.812456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.812705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.812899] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.195199] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.195402] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.195536] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.195816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.196107] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.196301] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.196465] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.196695] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.196844] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.197167] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.197306] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.197422] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.197537] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.197654] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1028.197794] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.197948] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.215816] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.216016] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1028.216161] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.216331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.216634] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0cbbe72b-88b9-42dc-a391-73b0039df77c taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.216830] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.216926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.217413] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.217597] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbbe72b-88b9-42dc-a391-73b0039df77c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.314679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.314817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.314894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.315284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.315498] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.315601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.315666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.315836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.315913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.315997] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 already deleted. [ 1028.316093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.720678] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.720984] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.722030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.722030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.722030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.722030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0cbbe72b-88b9-42dc-a391-73b0039df77c not found, creating... [ 1028.722240] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.722419] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.722542] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.722803] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.722959] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.723405] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.723486] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.723578] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.723803] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.723948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.724108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0cbbe72b-88b9-42dc-a391-73b0039df77c is going to be created. [ 1028.748395] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.748395] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.748395] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.748395] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.748395] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.748395] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.509396] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: SUCCESS [ 1029.509561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb req-1686d34c-d269-416a-8efc-b7bc6fd0e6c6 service nova] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_rules [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb req-1686d34c-d269-416a-8efc-b7bc6fd0e6c6 service nova] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [req-1b0a1a92-e809-47dd-9e87-7c62a3b9ecbb req-1686d34c-d269-416a-8efc-b7bc6fd0e6c6 service nova] Enqueued Resource ID: 0cbbe72b-88b9-42dc-a391-73b0039df77c with Priority: HIGHEST for action port [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_rules [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1029.554236] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cbbe72b-88b9-42dc-a391-73b0039df77c with Priority: HIGHEST for action port [ 1029.554782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.554914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.554980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.555825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.555972] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.558628] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.558811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.559449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.559549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.559715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.559897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.560031] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.560805] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cbbe72b-88b9-42dc-a391-73b0039df77c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.564979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.564979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.564979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.564979] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cbbe72b-88b9-42dc-a391-73b0039df77c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.059499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.059996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.064160] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.067386] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cbbe72b-88b9-42dc-a391-73b0039df77c with status ACTIVE [ 1030.067585] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.067708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.067779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.067995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.068092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.068281] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.068380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.068438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.068592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.068730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.068914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.070020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.070020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.070020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.070020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.070205] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cbbe72b-88b9-42dc-a391-73b0039df77c is going to be updated. [ 1030.091065] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.091218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.091290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.091514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.091667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.091824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cbbe72b-88b9-42dc-a391-73b0039df77c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.514417] env[69888]: INFO networking_nsxv3.common.synchronization [req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 req-d378cd91-b697-4768-98af-6c43d88a8062 tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1030.515088] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1030.515281] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.515388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.566536] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.992068] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.992283] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.992414] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.993408] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.993408] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.993535] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.993651] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.994975] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.994975] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.994975] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.994975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.994975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.994975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.994975] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1030.994975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.994975] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.012641] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.012773] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1031.012927] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.013129] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-860" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.013534] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-a7b2ede2-b031-42d4-9459-776e4cacb9e1 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.013667] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.013764] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.014129] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.014278] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b2ede2-b031-42d4-9459-776e4cacb9e1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.069147] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.069147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.069147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.069521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.069672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.069805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be created. [ 1031.094720] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.094720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.094720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.094720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.094720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.102716] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: UNINITIALIZED for 2s [ 1031.516925] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.517168] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.517303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.517594] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.517751] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.517914] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port a7b2ede2-b031-42d4-9459-776e4cacb9e1 not found, creating... [ 1031.518196] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.518386] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.518518] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.518791] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.518950] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.519257] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.519420] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.519544] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.519759] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.519899] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.520056] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: a7b2ede2-b031-42d4-9459-776e4cacb9e1 is going to be created. [ 1031.538865] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.539149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.539353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.539987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.539987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.540275] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.333182] env[69888]: INFO networking_nsxv3.common.synchronization [req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 req-de7ea598-b636-454f-af18-bc2f1030c767 service nova] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_rules [ 1032.333432] env[69888]: INFO networking_nsxv3.common.synchronization [req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 req-de7ea598-b636-454f-af18-bc2f1030c767 service nova] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1032.333502] env[69888]: INFO networking_nsxv3.common.synchronization [req-b37ec01d-0d3a-4131-baac-2c3a6a4c60e2 req-de7ea598-b636-454f-af18-bc2f1030c767 service nova] Enqueued Resource ID: a7b2ede2-b031-42d4-9459-776e4cacb9e1 with Priority: HIGHEST for action port [ 1032.333734] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_rules [ 1032.333870] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1032.334018] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b2ede2-b031-42d4-9459-776e4cacb9e1 with Priority: HIGHEST for action port [ 1032.334590] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.334696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.334892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.334977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.338548] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b2ede2-b031-42d4-9459-776e4cacb9e1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.339148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.339549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.339855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.340620] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b2ede2-b031-42d4-9459-776e4cacb9e1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.844962] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b2ede2-b031-42d4-9459-776e4cacb9e1 with status ACTIVE [ 1032.844962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.845072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.845116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.845311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.845406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.846032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.846032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.846032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846384] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.846384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.846384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.846384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.846623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.846623] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b2ede2-b031-42d4-9459-776e4cacb9e1 is going to be updated. [ 1032.866775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.866775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.866775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.866775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.866775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.866775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b2ede2-b031-42d4-9459-776e4cacb9e1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.117988] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1033.118242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.118412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.118634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.118850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.118972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.119048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.119208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.119285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.119366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.119526] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.120324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.120493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.120648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.120745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.120808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.120945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.125080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.125474] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.627619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.627925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.631039] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.133808] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.638240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.638240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.638240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.638240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.638240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.638240] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be updated. [ 1034.662816] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.662816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.663323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.665072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.665072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.672958] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1036.685142] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1036.685438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.685652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.685831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.685945] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.686076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.686135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.686328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.686423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.686739] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.039685] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ac20fd1b-6ce6-484e-8c80-2804bd60ce0a None None] Enqueued Resource ID: c4824282-87f1-406a-a287-9af6d9d67a17 with Priority: HIGHEST for action port [ 1037.040308] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4824282-87f1-406a-a287-9af6d9d67a17 with Priority: HIGHEST for action port [ 1037.040636] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4824282-87f1-406a-a287-9af6d9d67a17 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.040760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4824282-87f1-406a-a287-9af6d9d67a17" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.040829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4824282-87f1-406a-a287-9af6d9d67a17" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.041114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4824282-87f1-406a-a287-9af6d9d67a17" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.041204] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4824282-87f1-406a-a287-9af6d9d67a17',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.190328] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.543180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4824282-87f1-406a-a287-9af6d9d67a17 [ 1037.544057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.544057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.544057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.544057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.544057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.544057] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4824282-87f1-406a-a287-9af6d9d67a17 already deleted. [ 1037.544392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4824282-87f1-406a-a287-9af6d9d67a17" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.694803] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.202240] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.202404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.202479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.202784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.202885] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.202991] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be updated. [ 1038.229588] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.230436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.230662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.230775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.230980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.244454] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1038.830756] env[69888]: INFO networking_nsxv3.common.synchronization [req-8de594b2-6d50-4298-aaa0-2df341c1e8fa req-dd485233-a938-4db2-90c3-f71cbad7d8f1 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1038.831738] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1038.831738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832646] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.832709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.832756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.833121] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.173466] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.173700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.173901] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.174172] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.174448] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.174624] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.174752] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.175020] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.175579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.175807] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.175931] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.176097] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.176353] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.176522] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1039.176777] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.176962] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.198893] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.199245] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1039.199245] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.199444] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.200015] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cbca064e-7c53-4260-8030-1318aa788f6f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.200416] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.200592] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.200948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.201536] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca064e-7c53-4260-8030-1318aa788f6f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.338899] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.339188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.339357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.339684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.339909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.340208] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.340382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.340514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.340732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.340910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.341101] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed8b483-8c53-4452-a655-11620296942e already deleted. [ 1039.341258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.618129] env[69888]: INFO networking_nsxv3.common.synchronization [None req-a3f06481-f186-4c39-bcbb-e6891681affa None None] Enqueued Resource ID: d7fe4c59-3414-4fbe-8392-7e0fdeda79cf with Priority: HIGHEST for action port [ 1039.618129] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7fe4c59-3414-4fbe-8392-7e0fdeda79cf with Priority: HIGHEST for action port [ 1039.619093] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7fe4c59-3414-4fbe-8392-7e0fdeda79cf taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.619093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7fe4c59-3414-4fbe-8392-7e0fdeda79cf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.619093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7fe4c59-3414-4fbe-8392-7e0fdeda79cf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.619093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7fe4c59-3414-4fbe-8392-7e0fdeda79cf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.619286] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7fe4c59-3414-4fbe-8392-7e0fdeda79cf',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.707187] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.707430] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.707564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.707862] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.708033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.708197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cbca064e-7c53-4260-8030-1318aa788f6f not found, creating... [ 1039.708466] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.708643] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.708789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.709023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.709181] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.709480] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.709686] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.709745] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.709973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.710546] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.710546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cbca064e-7c53-4260-8030-1318aa788f6f is going to be created. [ 1039.731314] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.731314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.731490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.731696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.731919] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.732200] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.121938] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7fe4c59-3414-4fbe-8392-7e0fdeda79cf [ 1040.121938] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.121938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.121938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.121938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.121938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.121938] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7fe4c59-3414-4fbe-8392-7e0fdeda79cf already deleted. [ 1040.121938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7fe4c59-3414-4fbe-8392-7e0fdeda79cf" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.259733] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1040.259977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.260161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.260375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.260575] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.260685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.261030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.261030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.261030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.261449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.261449] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.261449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.261449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.262909] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.262909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.262909] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.465417] env[69888]: INFO networking_nsxv3.common.synchronization [req-8de594b2-6d50-4298-aaa0-2df341c1e8fa req-584b18b4-e25f-4814-baca-026ebf361377 service nova] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1040.465661] env[69888]: INFO networking_nsxv3.common.synchronization [req-8de594b2-6d50-4298-aaa0-2df341c1e8fa req-584b18b4-e25f-4814-baca-026ebf361377 service nova] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1040.465850] env[69888]: INFO networking_nsxv3.common.synchronization [req-8de594b2-6d50-4298-aaa0-2df341c1e8fa req-584b18b4-e25f-4814-baca-026ebf361377 service nova] Enqueued Resource ID: cbca064e-7c53-4260-8030-1318aa788f6f with Priority: HIGHEST for action port [ 1040.466883] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1040.467886] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1040.468373] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbca064e-7c53-4260-8030-1318aa788f6f with Priority: HIGHEST for action port [ 1040.469044] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.470508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.470644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.471297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.471297] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.474208] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.474208] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.474208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.474527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.474527] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.475551] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbca064e-7c53-4260-8030-1318aa788f6f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.475551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.475679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.476026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.476026] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca064e-7c53-4260-8030-1318aa788f6f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.766403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f535780-d219-4d97-bfdf-49990321b477: rpc.has_security_group_logging(os_id): False [ 1040.789695] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.789830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.789830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.790116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.790238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.790686] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.790686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.790686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.791256] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.791256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.791685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.791685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.791685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.791921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.791921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.791921] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be created. [ 1040.845009] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.845181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.845251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.845489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.845745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.855868] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1040.979015] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.979325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.979431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.979601] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbca064e-7c53-4260-8030-1318aa788f6f with status ACTIVE [ 1040.979755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.979855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.979913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.980145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.980229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.980396] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.980484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.980542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.980741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.980791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.980942] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.981029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.981098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.981255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.981335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.981418] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbca064e-7c53-4260-8030-1318aa788f6f is going to be updated. [ 1041.002612] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.002612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.002612] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.002749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.002853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.003011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.091042] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f517da6f-4065-41f0-a6f1-38332ca144dc tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1041.091205] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1041.091529] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.091651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.091720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.091985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.092076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.470636] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ca98ca0f-5238-41f8-870e-bc1d0afb2937 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1041.470636] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1041.470948] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.470948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.483135] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.611100] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.611412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.611412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.611585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.611671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.611817] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 already deleted. [ 1041.611866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.612037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.612167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.612249] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.985074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.985234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.985303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.985529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.985615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.985710] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be created. [ 1042.007501] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.007501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.007501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.007729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.007729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.021247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: UNINITIALIZED for 2s [ 1042.137623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.137623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.137623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.137623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.137623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.137623] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 already deleted. [ 1042.137623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.869416] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1042.869699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.870784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.870784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.870895] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.026993] env[69888]: INFO networking_nsxv3.common.synchronization [req-257a7796-a838-4795-b22f-a0f03b290be1 req-729d1a0a-f985-4725-9286-66634b3d2ac3 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1043.027529] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1043.027836] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.027959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.028046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.028611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.028655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.028805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.028891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.029330] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.373666] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.373832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.373905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.374323] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.374424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.374487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.374639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.374727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.374813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.374900] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.453532] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.453749] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.453885] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.454269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.454632] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.454807] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.454874] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.455365] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.455547] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.455858] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.456015] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.456170] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.456298] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.456423] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1043.456537] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.456679] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.475409] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.475588] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1043.475703] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.475882] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.476216] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ada58ba8-6aca-4f80-b607-a1dce73326b4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.476440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.476524] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.476865] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.477020] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada58ba8-6aca-4f80-b607-a1dce73326b4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.534480] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.534639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.534730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.534924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.535034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535258] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.535471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.535471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.535652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.535752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.535875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1043.560035] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.560249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.560309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.560502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.560686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.568882] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1043.877542] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.877542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.877542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.878107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.878107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.878107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.878107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.879388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.879929] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.979046] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.979201] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.979390] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.979577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.979727] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.979888] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ada58ba8-6aca-4f80-b607-a1dce73326b4 not found, creating... [ 1043.980168] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.980335] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.980465] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.980692] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.980837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.981141] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.981308] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.981431] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.981648] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.981794] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.981940] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ada58ba8-6aca-4f80-b607-a1dce73326b4 is going to be created. [ 1044.000050] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.000050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.000162] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.000426] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.000659] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.001350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.030582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1044.030895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.031478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.031717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.031922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.032085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.032178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.032301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.032405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.032496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.032597] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.382278] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f535780-d219-4d97-bfdf-49990321b477: rpc.has_security_group_logging(os_id): False [ 1044.401563] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.401791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.401879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.402234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.402980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.402980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.403107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.403962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.403962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.404881] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.405610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.405736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.405917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.406015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.406118] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be updated. [ 1044.447261] env[69888]: INFO networking_nsxv3.common.synchronization [req-96350022-0e88-49f0-9bc7-31f92f4a707d req-15e363e8-a526-466d-9631-6b238098506d tempest-ServersNegativeTestJSON-1824889324 tempest-ServersNegativeTestJSON-1824889324-project-member] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 1044.447261] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGHEST for action security_group_members [ 1044.447261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-4adc9500-d45d-4d28-9832-da50b43fba49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.447261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.447261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.447261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.448109] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.448273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.448361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.448638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.448742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.448858] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4adc9500-d45d-4d28-9832-da50b43fba49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.468623] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.468926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.469165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.469298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.469518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.483542] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1044.535086] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.772633] env[69888]: INFO networking_nsxv3.common.synchronization [req-257a7796-a838-4795-b22f-a0f03b290be1 req-f185287c-b518-4ef6-8e14-802bf446a255 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1044.772832] env[69888]: INFO networking_nsxv3.common.synchronization [req-257a7796-a838-4795-b22f-a0f03b290be1 req-f185287c-b518-4ef6-8e14-802bf446a255 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1044.772978] env[69888]: INFO networking_nsxv3.common.synchronization [req-257a7796-a838-4795-b22f-a0f03b290be1 req-f185287c-b518-4ef6-8e14-802bf446a255 service nova] Enqueued Resource ID: ada58ba8-6aca-4f80-b607-a1dce73326b4 with Priority: HIGHEST for action port [ 1044.773551] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1044.773687] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1044.773786] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada58ba8-6aca-4f80-b607-a1dce73326b4 with Priority: HIGHEST for action port [ 1044.775270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779257] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.779257] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.779257] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada58ba8-6aca-4f80-b607-a1dce73326b4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.779257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779571] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada58ba8-6aca-4f80-b607-a1dce73326b4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.952653] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.952935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.953415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.953552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.953590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.953742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.953821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.953909] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 is going to be updated. [ 1044.981030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.981170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.981212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.981478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.981624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.989627] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: IN_PROGRESS for 2s [ 1045.038240] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed8b483-8c53-4452-a655-11620296942e: rpc.has_security_group_logging(os_id): False [ 1045.054541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.054736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.054819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.055154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.055299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.055606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.055722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.055803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.056053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.056194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.056299] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be created. [ 1045.112329] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.112479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.112479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.112699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.112878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.124794] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: IN_PROGRESS for 2s [ 1045.282824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282824] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada58ba8-6aca-4f80-b607-a1dce73326b4 with status ACTIVE [ 1045.282824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.282824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.282824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283267] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.283267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.283414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.283446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.283523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.283608] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada58ba8-6aca-4f80-b607-a1dce73326b4 is going to be updated. [ 1045.302486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.302632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.302702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.302893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.303064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.303209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada58ba8-6aca-4f80-b607-a1dce73326b4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580229] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1045.580443] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1045.580443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.580614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.580816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.581170] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.581170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.581378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.581378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.581466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.581596] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.084187] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.497611] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1046.497843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.586660] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.763323] env[69888]: INFO networking_nsxv3.common.synchronization [req-e40bd757-84e1-402c-bef7-0ef63caa9c93 req-e73ef1ad-2722-4f20-9f5e-1bd08e6e380b tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1046.763957] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1046.764301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.764424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.764489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.764691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.764838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.764927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.764983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.765141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.765222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.765320] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.999959] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4adc9500-d45d-4d28-9832-da50b43fba49 in Status: SUCCESS [ 1047.000179] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4adc9500-d45d-4d28-9832-da50b43fba49 deletion is rescheduled due to dependency. [ 1047.000298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4adc9500-d45d-4d28-9832-da50b43fba49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.053023] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.053023] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.053023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.053023] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.053023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.053023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.053023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.053763] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1047.053763] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.053763] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.074339] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.074534] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1047.074681] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.074867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.075229] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-e4e83843-a964-431a-b660-bb4841a3fcfb taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.075404] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.075533] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.075884] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.076045] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e83843-a964-431a-b660-bb4841a3fcfb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.088931] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.089320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.089320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.089402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.089494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.089591] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1047.118828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.119018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.119119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.119390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.120061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.128838] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1047.139023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1047.139023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.266899] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.578728] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.578976] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.579211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.579506] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.579676] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.580270] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port e4e83843-a964-431a-b660-bb4841a3fcfb not found, creating... [ 1047.580620] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.580837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.581010] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.581284] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.581528] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.581880] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.582110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.582271] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.582534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.582710] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.582888] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: e4e83843-a964-431a-b660-bb4841a3fcfb is going to be created. [ 1047.602593] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.602892] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.603037] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.603329] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.603714] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.603978] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.770355] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.276213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.276213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.276213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.276213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.276213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.276213] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1048.300885] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.301154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.301307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.301547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.301685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.311701] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1048.332495] env[69888]: INFO networking_nsxv3.common.synchronization [req-e40bd757-84e1-402c-bef7-0ef63caa9c93 req-fdb352b2-d02f-46cc-bb46-a2ddc975f58b service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 1048.332680] env[69888]: INFO networking_nsxv3.common.synchronization [req-e40bd757-84e1-402c-bef7-0ef63caa9c93 req-fdb352b2-d02f-46cc-bb46-a2ddc975f58b service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1048.332822] env[69888]: INFO networking_nsxv3.common.synchronization [req-e40bd757-84e1-402c-bef7-0ef63caa9c93 req-fdb352b2-d02f-46cc-bb46-a2ddc975f58b service nova] Enqueued Resource ID: e4e83843-a964-431a-b660-bb4841a3fcfb with Priority: HIGHEST for action port [ 1048.333349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 1048.333489] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1048.333588] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e83843-a964-431a-b660-bb4841a3fcfb with Priority: HIGHEST for action port [ 1048.333901] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.334040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.334090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.334294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.334373] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.335174] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.335286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.335469] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e83843-a964-431a-b660-bb4841a3fcfb taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.335638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.335706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.335862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.335935] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e83843-a964-431a-b660-bb4841a3fcfb',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.837790] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.837920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.838141] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e4e83843-a964-431a-b660-bb4841a3fcfb with status ACTIVE [ 1048.838308] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.838414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.838479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.838687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.838776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.838939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.839117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.839173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.839310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.839393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.839575] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.839668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.839728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.839867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.839943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.840038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e4e83843-a964-431a-b660-bb4841a3fcfb is going to be updated. [ 1048.865852] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.865990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.866092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.866313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.866450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.866606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e83843-a964-431a-b660-bb4841a3fcfb" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140124] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1049.140374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.140764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.140965] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.141099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.141177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.141598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.141598] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.647314] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.647607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.647643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.647925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.648208] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.648321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.648389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.648556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.648662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.648756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.648934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.649253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.649420] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.649580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.649645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.649786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.649865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.649947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.650051] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.152602] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 1050.170719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.170990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.170990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.171312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.171455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.171662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.171767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.171825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.171995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.172086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.172268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.172363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.172422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.172559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.172701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.172879] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.173023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.173063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.173236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.173283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.173359] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1050.235344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.235492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.235563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.236213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.236213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.252248] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1050.337551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1050.337843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.338090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.338676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.338724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.338886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.338965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.339075] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.841425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.851841] env[69888]: INFO networking_nsxv3.common.synchronization [req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f req-14bed64d-5ecb-4373-b4cd-d54776b7d160 tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Enqueued Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1050.854218] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1050.854218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.854218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.854218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.854218] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.246059] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-312 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.246508] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-312" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.246774] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-312" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.247228] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-312" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.247616] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.247941] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248205] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.248550] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.248831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.249223] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.249487] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.249707] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.250023] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.250268] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1051.250552] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.250825] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.276388] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.276388] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1051.276388] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.276388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-312" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.276388] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-6acb4857-ccc8-46d6-bec5-b825aeab27f0 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.276388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.276388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.276388] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.276388] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acb4857-ccc8-46d6-bec5-b825aeab27f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.344609] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.357141] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.357141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.357141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.357348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.357392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.357577] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.358035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.358035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.358035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.358035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.358424] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47436819-fbed-418b-a299-689254358ca8 already deleted. [ 1051.358424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.496050] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.496282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.496282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.497534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.497534] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.779898] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.780167] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.780306] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.780597] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.780753] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.780918] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 6acb4857-ccc8-46d6-bec5-b825aeab27f0 not found, creating... [ 1051.781230] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.781397] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.781530] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.781746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.781888] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782205] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.782368] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.782493] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.782710] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.782849] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782994] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 is going to be created. [ 1051.806515] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.806776] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.806912] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.807260] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.807522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.807766] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846290] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.846730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.846730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.846730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.846901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.846901] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1051.872632] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.872791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.872835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.873171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.873400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.885266] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1051.998975] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.267941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1052.268145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.475996] env[69888]: INFO networking_nsxv3.common.synchronization [req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f req-d9893726-3ca2-4b7a-b1a1-0d4ac52c7c08 service nova] Enqueued Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_rules [ 1052.476065] env[69888]: INFO networking_nsxv3.common.synchronization [req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f req-d9893726-3ca2-4b7a-b1a1-0d4ac52c7c08 service nova] Enqueued Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1052.476352] env[69888]: INFO networking_nsxv3.common.synchronization [req-cef97a24-8bb0-42c8-b084-c0ea23fbdd4f req-d9893726-3ca2-4b7a-b1a1-0d4ac52c7c08 service nova] Enqueued Resource ID: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 with Priority: HIGHEST for action port [ 1052.476463] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_rules [ 1052.476590] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1052.476688] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 with Priority: HIGHEST for action port [ 1052.477260] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.477390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.477442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.478057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.478057] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.478683] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.478799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.478864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.479046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.479225] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.479304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.479373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.479493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.480166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.480466] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.481205] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-6acb4857-ccc8-46d6-bec5-b825aeab27f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.481694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.481766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.481939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.482057] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acb4857-ccc8-46d6-bec5-b825aeab27f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.501944] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.984379] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.984379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.984751] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.985550] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6acb4857-ccc8-46d6-bec5-b825aeab27f0 with status ACTIVE [ 1052.985737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.985852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.985920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.986145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.986238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.986416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.986573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.986573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.986726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.986803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.987978] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.987978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.987978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.987978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.987978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.987978] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6acb4857-ccc8-46d6-bec5-b825aeab27f0 is going to be updated. [ 1053.004742] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1053.004872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1053.011955] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.012114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.012221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.012446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.012616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.012814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6acb4857-ccc8-46d6-bec5-b825aeab27f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.245985] env[69888]: INFO networking_nsxv3.common.synchronization [req-8dcf6527-d9e7-4a34-b544-9af8401f77ec req-a3a27f5e-62b8-450d-8b0d-730e4213a458 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1053.250036] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1053.250036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.250036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.250036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.250036] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.496500] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.712311] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.713198] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.714085] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.714085] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.714624] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.715075] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.715601] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.716027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.718078] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.718078] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.718078] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.718078] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.718078] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.718078] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1053.718078] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.718078] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.738705] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.738705] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1053.738705] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.738705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.738705] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-77084c94-0aab-4578-a085-3a419e08964d taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.738705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.738705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.738705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.738705] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77084c94-0aab-4578-a085-3a419e08964d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.752925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.752925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.752925] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 already deleted. [ 1053.752925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.899028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.899028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.899028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.899028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.916864] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1053.918133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.919599] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1053.924916] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.924916] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.924916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.924916] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.985849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.986326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.986470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.987500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.010060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.010965] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1054.011114] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.011249] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1054.013791] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.013791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.013791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.013791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.013791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.013791] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47436819-fbed-418b-a299-689254358ca8 is going to be created. [ 1054.036191] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.036419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.036645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.036908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.037136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.046749] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: UNINITIALIZED for 2s [ 1054.058694] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.058956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.060999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.061268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1054.153591] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.153591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.153758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.154410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.154410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.154570] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1054.242239] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.242411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.242476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.242696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.242962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.243255] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1054.243356] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2635004c-10e9-4398-a6ec-ae210e04d2ed', 'bed8b483-8c53-4452-a655-11620296942e', 'a6840cab-65ab-4b1e-b883-4f7dbcc4bda5', '0c39a948-c9a1-4efa-bee2-20d570801c86', 'bd585054-82e2-4ef9-a65c-633bd9deba6a', '0836067a-ea30-4f53-b058-484e52cda518', '3e89be0a-20a8-4ee6-b004-9f75eb3d7a72', '3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f', '142ad37d-0e53-42e1-a152-8b1dcba094d4', 'c2a0265c-a3a2-47bb-b30f-f200f4958b1c', 'bc7c4c28-595b-4150-8a48-a932fa43de48', '032b83d2-064f-4015-8679-4465c6073d1d', '4bc60318-c601-4b73-9ca5-ef00c134933c', '2aa2f580-fbea-4fb3-8480-881bf15603ea', 'bc134641-411f-4335-8ff3-61f1e7032578', '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5', '8c7bd0c4-5b55-4961-8182-f38ea90b7be3', 'ab222402-8d6d-4074-a4b3-d83697a8dc18', 'e11435e8-fd96-40ad-91d2-673b5014ac09', '57d1f6be-ef6c-4fa3-8e10-3fe182935e14', 'f83738f0-be43-41ab-a4f4-d4c5acfbb4e5', 'd5d1077f-9fe2-4487-956a-68477181bc2b', 'd9173e08-6ed7-46f4-859c-377a16115616', 'd654cd53-f7d8-4488-98ba-b73c6e14e8f4', 'afc73b56-e2f9-40d3-8500-c0a4bdcedf8e', '0f535780-d219-4d97-bfdf-49990321b477', '422a775e-d09e-4635-bf6a-24d6ee9a2f25', '3aa2dac3-4306-4e08-ab28-a8f764ed4498', 'fa024e6e-9026-4613-b1d6-fe2976d70958', '5bf2925a-ba66-4aac-8f25-3cf00a032615', '0a1aa3e0-6b73-4aeb-95c0-499915620dd1', '85760c58-c40e-465c-a9d1-8c039a6fe3ac', '38692519-bc41-4fc9-866f-36a4d0fb8751', 'fd2fb054-ae69-4d90-a2d3-2afe53d65b2c', 'd5955462-1852-4a8c-949f-fb8aa0e039f0', '1198c0a5-1e11-4be4-9f2c-6731dddf9c65', 'a53019fd-ccfa-4406-91f8-4fdb5e7fea31', '28e0d299-6aa9-450b-a62a-2317be38ad02', '01196eb0-1a82-4fd6-a226-21008c98fef0', '4adc9500-d45d-4d28-9832-da50b43fba49', '194b0e5e-7cb7-4152-8c55-fd9de86b9f80', 'e13e6d19-236c-4bcc-8794-a86e1ad2da04', '89d61d28-ad1a-46ff-8fe5-03bd16b47527', 'daaa9fa8-f7b8-4f00-91de-8f28b8940915', 'e99e0dae-23c1-4cbc-bfb1-3ce008325b87', '2ddea31d-688e-464b-80db-1113affbfe77', '5d07f7a8-6759-4e1e-9927-455920e31c99'} {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.243460] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1054.244803] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244995] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.245142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.245374] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.245529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245672] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 77084c94-0aab-4578-a085-3a419e08964d not found, creating... [ 1054.245926] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.246111] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.246235] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.246452] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.246591] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.246956] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.247171] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.247353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.247552] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.247721] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.247870] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 77084c94-0aab-4578-a085-3a419e08964d is going to be created. [ 1054.276046] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.276046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.276046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.276046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.276332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.276522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.278204] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.278541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.278662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.278881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.279039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.279191] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1054.279302] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.279408] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1054.402398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.402610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.402756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.403054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.404247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.405245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1054.405245] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1054.405245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1054.405245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1054.405245] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1054.405245] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGH for action security_group_rules [ 1054.405463] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGH for action security_group_rules [ 1054.405463] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGH for action security_group_rules [ 1054.405463] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1054.405593] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGH for action security_group_rules [ 1054.405647] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGH for action security_group_rules [ 1054.405702] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGH for action security_group_rules [ 1054.405788] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 1054.405861] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGH for action security_group_rules [ 1054.405922] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGH for action security_group_rules [ 1054.406029] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGH for action security_group_rules [ 1054.406068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGH for action security_group_rules [ 1054.406380] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGH for action security_group_rules [ 1054.406380] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGH for action security_group_rules [ 1054.406380] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGH for action security_group_rules [ 1054.406528] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1054.406528] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGH for action security_group_rules [ 1054.406591] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGH for action security_group_rules [ 1054.406654] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGH for action security_group_rules [ 1054.406780] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 1054.406850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.428961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.429177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.429177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.429616] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.429737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.429801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.429971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.430057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.430147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.430330] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.430701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.430788] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.430875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.430926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.431151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.431309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.431309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.431393] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.935526] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 1054.954874] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.955160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.955226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.955477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.966245] env[69888]: INFO networking_nsxv3.common.synchronization [req-8dcf6527-d9e7-4a34-b544-9af8401f77ec req-34ed6830-d25c-4432-8d42-29650852cfba service nova] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_rules [ 1054.966515] env[69888]: INFO networking_nsxv3.common.synchronization [req-8dcf6527-d9e7-4a34-b544-9af8401f77ec req-34ed6830-d25c-4432-8d42-29650852cfba service nova] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1054.966687] env[69888]: INFO networking_nsxv3.common.synchronization [req-8dcf6527-d9e7-4a34-b544-9af8401f77ec req-34ed6830-d25c-4432-8d42-29650852cfba service nova] Enqueued Resource ID: 77084c94-0aab-4578-a085-3a419e08964d with Priority: HIGHEST for action port [ 1054.966944] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_rules [ 1054.967217] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1054.967395] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77084c94-0aab-4578-a085-3a419e08964d with Priority: HIGHEST for action port [ 1054.967523] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed with Priority: HIGH for action security_group_rules [ 1054.967627] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGH for action security_group_rules [ 1054.967758] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 with Priority: HIGH for action security_group_rules [ 1054.967861] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc134641-411f-4335-8ff3-61f1e7032578 with Priority: HIGH for action security_group_rules [ 1054.967964] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 1054.968165] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11435e8-fd96-40ad-91d2-673b5014ac09 with Priority: HIGH for action security_group_rules [ 1054.968314] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGH for action security_group_rules [ 1054.968381] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 with Priority: HIGH for action security_group_rules [ 1054.968476] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea with Priority: HIGH for action security_group_rules [ 1054.968565] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1054.968674] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bc60318-c601-4b73-9ca5-ef00c134933c with Priority: HIGH for action security_group_rules [ 1054.968762] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032b83d2-064f-4015-8679-4465c6073d1d with Priority: HIGH for action security_group_rules [ 1054.968879] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc7c4c28-595b-4150-8a48-a932fa43de48 with Priority: HIGH for action security_group_rules [ 1054.969016] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGH for action security_group_rules [ 1054.969110] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 with Priority: HIGH for action security_group_rules [ 1054.969314] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0836067a-ea30-4f53-b058-484e52cda518 with Priority: HIGH for action security_group_rules [ 1054.969438] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 1054.969535] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGH for action security_group_rules [ 1054.969626] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGH for action security_group_rules [ 1054.969739] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1054.970786] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.970876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.970984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.971299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.971387] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.972328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.972493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.972598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.972791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.972958] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.973074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.973137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.973347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.973451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.973586] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.974446] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-77084c94-0aab-4578-a085-3a419e08964d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.974582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.974710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.974815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.974907] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77084c94-0aab-4578-a085-3a419e08964d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.975774] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2635004c-10e9-4398-a6ec-ae210e04d2ed taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.975880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.975941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.976216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.976285] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2635004c-10e9-4398-a6ec-ae210e04d2ed',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.977110] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.977257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.977340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.977563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.977666] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.978613] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.978725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.978876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.979088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.979199] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e89be0a-20a8-4ee6-b004-9f75eb3d7a72',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.980032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc134641-411f-4335-8ff3-61f1e7032578 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.980156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.980239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.980415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.980499] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc134641-411f-4335-8ff3-61f1e7032578',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.981277] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.981659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.981746] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e11435e8-fd96-40ad-91d2-673b5014ac09 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.981864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.981937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.982116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.982182] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e11435e8-fd96-40ad-91d2-673b5014ac09',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.985102] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.985262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.985336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.985510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.985583] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.986452] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.986726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.986726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.986848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.986906] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c7bd0c4-5b55-4961-8182-f38ea90b7be3',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.987699] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2aa2f580-fbea-4fb3-8480-881bf15603ea taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.987825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.987893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.988061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.988132] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2aa2f580-fbea-4fb3-8480-881bf15603ea',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.988891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.989010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.989120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.989352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.989414] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.990264] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4bc60318-c601-4b73-9ca5-ef00c134933c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.990388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.990484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.990646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.990759] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4bc60318-c601-4b73-9ca5-ef00c134933c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.991468] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-032b83d2-064f-4015-8679-4465c6073d1d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.991623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.991694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.991860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.991933] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('032b83d2-064f-4015-8679-4465c6073d1d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.992755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc7c4c28-595b-4150-8a48-a932fa43de48 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.992869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.992987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.993177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.993252] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc7c4c28-595b-4150-8a48-a932fa43de48',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.994010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.994282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.994393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.994615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.994649] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.995577] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-142ad37d-0e53-42e1-a152-8b1dcba094d4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.995792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.995866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.996024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.996102] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('142ad37d-0e53-42e1-a152-8b1dcba094d4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.996988] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0836067a-ea30-4f53-b058-484e52cda518 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.997132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.997201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.997367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.997440] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0836067a-ea30-4f53-b058-484e52cda518',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.998378] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.998498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.998562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.998713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.998810] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.999690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.999801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.999887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.000071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.000146] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.000885] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.001009] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.001081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.001394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.001783] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.002547] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.002699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.002766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.002948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.003379] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.005316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005538] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.005646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.005709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.005867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.005961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.006220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.006322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.006391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.006806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.006934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007098] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.007196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.007260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.007401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.007483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.007581] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1055.013871] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.032466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.032700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.032761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.033034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.051220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.051434] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2635004c-10e9-4398-a6ec-ae210e04d2ed is going to be deleted. [ 1055.077540] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.077676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.077735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.077939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.078105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.095180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1055.106398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.106615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.106720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.106902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.106995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.107178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2635004c-10e9-4398-a6ec-ae210e04d2ed" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.505109] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.505247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.505491] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.505600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.505663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.505875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.506043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.506145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.506209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.506368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.506456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.506543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.506633] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.514458] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.514543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.514591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.514751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.514910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.515015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.515085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.515233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.515322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.515406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.515492] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.518854] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.519966] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.519966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.520245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.520245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.520334] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.523032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.523301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.523301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.523406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.523436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.523601] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.524595] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.524595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.524595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.524768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.524886] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.524983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.525060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.525214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.525371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.525371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.525438] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.533235] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.533235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.533235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.533235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.533456] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.533505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.533534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.533674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.533781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.533932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.533984] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.534779] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.534888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.534952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.535120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.535266] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.535618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.535618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.535618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.535618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.535790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.535790] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.536482] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 77084c94-0aab-4578-a085-3a419e08964d with status ACTIVE [ 1055.536643] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.537022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.537022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.537194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.537194] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.537339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.537485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.537551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.537724] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.537831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.537870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.538014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.538091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.538174] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 77084c94-0aab-4578-a085-3a419e08964d is going to be updated. [ 1055.539667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.539763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.539842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.539984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.540689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.540689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.540689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.540689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.540689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.540689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.540689] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.541378] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.546464] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.562034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.562181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.562246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.562484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.574429] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.574648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.577252] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.577397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.578415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.578514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.579693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.580558] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.580558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.581285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.581390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.582112] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.582215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.584335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.584470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.585139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.585231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.588548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.588670] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 142ad37d-0e53-42e1-a152-8b1dcba094d4 is going to be deleted. [ 1055.590520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.590778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.593059] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.593188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.593267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.593510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.593660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.593825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77084c94-0aab-4578-a085-3a419e08964d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.609380] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc134641-411f-4335-8ff3-61f1e7032578 is going to be deleted. [ 1055.610590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.610822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.625604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.625604] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4bc60318-c601-4b73-9ca5-ef00c134933c is going to be deleted. [ 1055.627076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.627165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.641371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.641498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.647707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.647843] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c7bd0c4-5b55-4961-8182-f38ea90b7be3 is going to be deleted. [ 1055.648815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.649066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.658497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.658497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.698713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.699190] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2aa2f580-fbea-4fb3-8480-881bf15603ea is going to be deleted. [ 1055.699844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.700076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.702222] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.702328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.722825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.722981] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0836067a-ea30-4f53-b058-484e52cda518 is going to be deleted. [ 1055.723998] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.724310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.744122] env[69888]: INFO networking_nsxv3.common.synchronization [req-e3d9057e-514a-400d-8f85-7e26987f9973 req-60b5fcd2-5be3-4aeb-8155-45a3cbd7ef78 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1055.744704] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1055.745130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.745266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.745336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.745586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.745751] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.745921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.745985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.746256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.746784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.746784] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.791828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.791961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.801736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.801736] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 032b83d2-064f-4015-8679-4465c6073d1d is going to be deleted. [ 1055.802779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.802779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.834807] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.834807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.976832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.977095] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc7c4c28-595b-4150-8a48-a932fa43de48 is going to be deleted. [ 1055.978313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.978492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.008924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.009244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.009402] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.009472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.009537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.009753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.009908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.010016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.010083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.010249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.010340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.010432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.010581] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.010671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.010731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.010873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.011016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.011222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.011287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.011432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.011508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.011627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.011731] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.030444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.030564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.030759] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.031729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.031826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.031896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.032119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.032274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.032368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.032410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.032560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.032635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.032716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.032853] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.032934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.032988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.038033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.038033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.038033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.038033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.038578] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.040392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.040392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e89be0a-20a8-4ee6-b004-9f75eb3d7a72 is going to be deleted. [ 1056.041346] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.043420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.043598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.050521] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.051346] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.052036] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.056320] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab222402-8d6d-4074-a4b3-d83697a8dc18: rpc.has_security_group_logging(os_id): False [ 1056.058499] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.058763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.059012] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.059282] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.059582] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.059742] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.060457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.060457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.060638] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.060857] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.061013] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.061147] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.061411] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.061411] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1056.061498] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.061636] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.062823] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.063052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.063104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.063316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.063536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.063579] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be created. [ 1056.067918] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: SUCCESS [ 1056.068149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.068760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.068939] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.069126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.069224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.069302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.069447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.069526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.069616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.069706] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.076025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.076025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e11435e8-fd96-40ad-91d2-673b5014ac09 is going to be deleted. [ 1056.076360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.076545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.076635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.076754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-142ad37d-0e53-42e1-a152-8b1dcba094d4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.077477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.077832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.077832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc134641-411f-4335-8ff3-61f1e7032578" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.078115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.078439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.078494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.078614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4bc60318-c601-4b73-9ca5-ef00c134933c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.079241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.079432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.079527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.079659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c7bd0c4-5b55-4961-8182-f38ea90b7be3" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.079774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.079947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.080036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.080153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2aa2f580-fbea-4fb3-8480-881bf15603ea" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.080278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.080420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.080511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.080736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0836067a-ea30-4f53-b058-484e52cda518" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.081155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.081318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.081391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.081509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-032b83d2-064f-4015-8679-4465c6073d1d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.097242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.097433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.097433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.097691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.115376] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.115583] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.054 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1056.115722] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.115898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.116330] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-a50c7697-cc86-44d8-aea0-a1ff87b049ab taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.116440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.116561] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.116891] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.117062] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50c7697-cc86-44d8-aea0-a1ff87b049ab',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.131538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.131908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.132049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.132049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.132234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.132318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.132412] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 is going to be updated. [ 1056.134497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.134595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.134660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.134825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.134969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.136271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.136382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.136444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.136616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.136689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.136777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc7c4c28-595b-4150-8a48-a932fa43de48" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.171588] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: UNINITIALIZED for 2s [ 1056.204259] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.204372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.204459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.204607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.204726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.204819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e89be0a-20a8-4ee6-b004-9f75eb3d7a72" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.207730] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.207855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.207920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.208120] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.208207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.208330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e11435e8-fd96-40ad-91d2-673b5014ac09" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.252660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.252844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.252881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.253122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.253216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.253417] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.253514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.253581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.253736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.253813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.253902] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 already deleted. [ 1056.253983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.309722] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1056.310371] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.310595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.310595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.310797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.310963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.333232] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: IN_PROGRESS for 2s [ 1056.514367] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6840cab-65ab-4b1e-b883-4f7dbcc4bda5: rpc.has_security_group_logging(os_id): False [ 1056.535223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.535443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.535566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.535865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.539805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd585054-82e2-4ef9-a65c-633bd9deba6a: rpc.has_security_group_logging(os_id): False [ 1056.545450] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 1056.546355] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5: rpc.has_security_group_logging(os_id): False [ 1056.553337] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed8b483-8c53-4452-a655-11620296942e: rpc.has_security_group_logging(os_id): False [ 1056.554305] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c39a948-c9a1-4efa-bee2-20d570801c86: rpc.has_security_group_logging(os_id): False [ 1056.556119] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.556219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.556908] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2a0265c-a3a2-47bb-b30f-f200f4958b1c: rpc.has_security_group_logging(os_id): False [ 1056.557988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.558247] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.558384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.558465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.558635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.558718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.558923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.559046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.559099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.559390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.559497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.559669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.559772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.559808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.559976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.560063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.560148] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 1056.561639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.561829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.572963] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.573176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.573176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.573397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.573569] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.573739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.573847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.574193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.574300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.574443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.574592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.574736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.574875] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.574965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.575054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.575192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.575268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.575353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.575443] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.577337] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.577457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.578539] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.578697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.579510] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.579809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.589109] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.589216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.590014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.590128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.592615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.592893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.593041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.593095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.593275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.593356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.593454] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a is going to be updated. [ 1056.594725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.594897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.611012] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.611494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.611675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.612073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612251] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.612334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.612397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.612538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.612614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.612705] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1056.613757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.613921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.619675] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.619989] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.620057] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.620440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.620440] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.620558] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port a50c7697-cc86-44d8-aea0-a1ff87b049ab not found, creating... [ 1056.620819] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.620986] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.621118] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.621334] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.621477] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.621758] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.621918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.622055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.622343] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.622408] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.622550] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: a50c7697-cc86-44d8-aea0-a1ff87b049ab is going to be created. [ 1056.637536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.637815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.637921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.637963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.638196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.638275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1056.639477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.639650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.641465] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.641565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.649597] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.649812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.649959] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.650220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.650458] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.650679] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.652645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.652741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.664459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.664748] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.664835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.664905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.665137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.665223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.665321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1056.666398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.666648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.689899] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.690090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.691029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.691316] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.691425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.691486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.691679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.691757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.691842] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c is going to be updated. [ 1056.692916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.693102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.693245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.694137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.694329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.694458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.695305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.695469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.745606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.746067] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.746189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.746300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.746577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.746766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.746890] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be updated. [ 1056.748169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.748363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.748511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.750203] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 1056.751112] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.751256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.751330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.751541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.751736] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.755320] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: IN_PROGRESS for 2s [ 1056.770097] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1056.773370] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1056.837746] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.837953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.838058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.838318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.838500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.873363] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.873520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.873590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.873834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.874009] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.883871] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1056.886613] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.886826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.886933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.887260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.887351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.913308] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: IN_PROGRESS for 2s [ 1056.914524] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: IN_PROGRESS for 2s [ 1057.079706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47436819-fbed-418b-a299-689254358ca8: rpc.has_security_group_logging(os_id): False [ 1057.099057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.099057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.099057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.099466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.099600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.099838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.099967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.100076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.100364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.100464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.100719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.100860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.100860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.101061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.101143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.101353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.101452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.101515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.101661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.101738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.101825] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47436819-fbed-418b-a299-689254358ca8 is going to be created. [ 1057.118322] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1057.118555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.118824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.119106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.119209] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.156188] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.156394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.156468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.156827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.157147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.170571] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: IN_PROGRESS for 2s [ 1057.321433] env[69888]: INFO networking_nsxv3.common.synchronization [req-e3d9057e-514a-400d-8f85-7e26987f9973 req-da637923-c84b-411f-b027-2923b52886af service nova] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1057.321639] env[69888]: INFO networking_nsxv3.common.synchronization [req-e3d9057e-514a-400d-8f85-7e26987f9973 req-da637923-c84b-411f-b027-2923b52886af service nova] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1057.321796] env[69888]: INFO networking_nsxv3.common.synchronization [req-e3d9057e-514a-400d-8f85-7e26987f9973 req-da637923-c84b-411f-b027-2923b52886af service nova] Enqueued Resource ID: a50c7697-cc86-44d8-aea0-a1ff87b049ab with Priority: HIGHEST for action port [ 1057.322074] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1057.322218] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1057.322318] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a50c7697-cc86-44d8-aea0-a1ff87b049ab with Priority: HIGHEST for action port [ 1057.323107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.324973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.325078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.325312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.325402] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.327265] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.327427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.327489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.327730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.328472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.328629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.328629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.328777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.328858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.328958] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.331172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a50c7697-cc86-44d8-aea0-a1ff87b049ab taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.331172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.331172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.331172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.331430] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a50c7697-cc86-44d8-aea0-a1ff87b049ab',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.623744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.623744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.623744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.623744] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.827564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.827564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.831740] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.832434] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a50c7697-cc86-44d8-aea0-a1ff87b049ab with status ACTIVE [ 1057.832787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.835961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.835961] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.835961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.835961] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a50c7697-cc86-44d8-aea0-a1ff87b049ab is going to be updated. [ 1057.855244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.855435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.855512] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.855814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.855934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.856135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a50c7697-cc86-44d8-aea0-a1ff87b049ab" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.127324] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.127324] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.127324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.127910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.127910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.127910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.127910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.127910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.128172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.128172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.128172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.128261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.128309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.128400] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.179867] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1058.180444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.180444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.180678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.180877] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.180994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.181079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.181238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.181321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.181410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.181507] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.335622] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.356449] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: SUCCESS [ 1058.356675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.373022] env[69888]: INFO networking_nsxv3.common.synchronization [req-13275cd5-6ed0-4621-94b1-aa832c7a0995 req-e485e4e7-b5bb-4de6-ac3d-6f9b2eac1795 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1058.373022] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1058.373022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.373022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.373022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.373022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.373022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.373022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.373022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.373580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.373757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.373925] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.630638] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 1058.646997] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.647176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.647382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.647660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.647725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.647942] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.648425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.648941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.649190] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.649290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.649375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.649528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.649605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.649692] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1058.684125] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.684576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.684755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.684855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.684914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.685078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.685167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.685255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.685399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.685704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.685704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.685704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.685907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.685907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.686239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.686239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.686239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.686239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.686541] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.703556] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.703722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.703820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.704105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.704494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.718782] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1058.773535] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 1058.773762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.774502] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: SUCCESS [ 1058.774675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.798023] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1058.798178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.801857] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1058.802073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.836741] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.836904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.836974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.837258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.837351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.837460] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be created. [ 1058.870168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.870356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.870486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.870669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.870834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.876676] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.876842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.876897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.877107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.877263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.878225] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.878225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.878225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.878225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.878225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.878225] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1058.881554] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: UNINITIALIZED for 2s [ 1058.893982] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1058.894227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.904436] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.904616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.904616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.904774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.904959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.912142] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1058.948394] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1058.950694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.951795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: SUCCESS [ 1058.952551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.183229] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: SUCCESS [ 1059.183229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.189012] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea42817b-99b2-4791-b27c-e3c625e6a076: rpc.has_security_group_logging(os_id): False [ 1059.222311] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.222476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.222513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.222720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.222833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.222996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.223107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.223267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.223313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.223425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.223647] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.223769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.223769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.223858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.223932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.224224] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.224274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.225150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.225150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.225150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.225150] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be created. [ 1059.299459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.299459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.299459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.299679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.299853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.312260] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1060.735686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1060.736173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.891870] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1060.892427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.892427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.892590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.892837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.893024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.893187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.893429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.893538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.893653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.893755] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.922736] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1060.922989] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1060.923129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.323962] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1061.324185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.396888] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.899982] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca01dcd7-8e55-4b22-a93c-81764b886bf8: rpc.has_security_group_logging(os_id): False [ 1061.919976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.919976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.919976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.919976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.919976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.920336] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.920336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.920336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.920482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.920482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.920544] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be created. [ 1061.930599] env[69888]: INFO networking_nsxv3.common.synchronization [req-ace7c273-d378-44ea-88f2-10de34d01abe req-fa5b961b-1b67-4578-882e-971884525e3b tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1061.930599] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1061.930599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.930599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.930599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.930599] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.985362] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.985924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.985924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.985924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.986173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.996367] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1062.432412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.935478] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.438596] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.438840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.438906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.439224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.439387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.439534] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1063.469631] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.469801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.469841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.470074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.470216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.478416] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1064.008754] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1064.009043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.355546] env[69888]: INFO networking_nsxv3.common.synchronization [req-5f934d7e-3c44-4329-ad44-11d001c22b81 req-a605747a-cc57-4564-917d-226fa8c2335c tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1064.357802] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1064.358072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.358203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.358291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.358496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.358663] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.358765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.358884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.359041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.359137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.359234] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.779032] env[69888]: INFO networking_nsxv3.common.synchronization [req-deb978a9-68d6-4016-b8a4-2d6590e9efe5 req-d4025829-dc54-4b21-8cb1-7f9864b646da tempest-InstanceActionsNegativeTestJSON-927480566 tempest-InstanceActionsNegativeTestJSON-927480566-project-member] Enqueued Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1064.780092] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGHEST for action security_group_members [ 1064.780092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.780092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.780092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.780347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.780347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.780449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.780506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.780677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.780757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.780847] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.862026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.862248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.862380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.862761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.883648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.883648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.883648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.883875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.884110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.884940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.884940] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1064.907483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.907726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.908167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.908443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.908679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.918873] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1065.283226] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.283603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.283603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.283677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.283744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.283944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.284052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.284134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.284272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.284477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.284477] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47436819-fbed-418b-a299-689254358ca8 is going to be updated. [ 1065.314148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.314301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.314360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.314570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.315198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.324875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: IN_PROGRESS for 2s [ 1065.487801] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1065.488024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.932298] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1066.932582] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 deletion is rescheduled due to dependency. [ 1066.932582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.334250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47436819-fbed-418b-a299-689254358ca8 in Status: SUCCESS [ 1067.334458] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47436819-fbed-418b-a299-689254358ca8 deletion is rescheduled due to dependency. [ 1067.334579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.198324] env[69888]: INFO networking_nsxv3.common.synchronization [req-92083b38-6151-4bcb-8b6f-f95c69633eea req-dea6eb7e-1ad7-4d8e-ad36-bbe63ef4dc04 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1069.198752] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1069.199082] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.199207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.199376] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.199500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.199678] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.199822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.199891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.200061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.200259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.200259] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.544801] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545034] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.545173] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.545459] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.545993] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.545993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.546189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.546428] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.546500] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.546666] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.546794] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.546909] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.547039] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.548217] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1069.548217] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.548217] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.566779] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.567494] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1069.568105] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.568747] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.568917] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-a17a54b8-d948-4995-a592-1122bc27cbe5 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.569230] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.569441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.569844] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.570042] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17a54b8-d948-4995-a592-1122bc27cbe5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.705569] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.705778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.705867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.706074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.706188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.706416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.706528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.706594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.706963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.706963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.707087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1069.735538] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.735847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.735847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.736139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.736330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.744617] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1070.073302] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.073302] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.073302] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.073612] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.073612] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.073783] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port a17a54b8-d948-4995-a592-1122bc27cbe5 not found, creating... [ 1070.074178] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.074426] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.074560] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.074797] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.075189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.075290] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.075496] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.075574] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.075791] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.075931] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.076090] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: a17a54b8-d948-4995-a592-1122bc27cbe5 is going to be created. [ 1070.094923] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.095133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.095332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.095622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.095860] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.096106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.792980] env[69888]: INFO networking_nsxv3.common.synchronization [req-92083b38-6151-4bcb-8b6f-f95c69633eea req-588cbf4a-8f82-4201-a4b7-37559f96b331 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1070.793280] env[69888]: INFO networking_nsxv3.common.synchronization [req-92083b38-6151-4bcb-8b6f-f95c69633eea req-588cbf4a-8f82-4201-a4b7-37559f96b331 service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1070.793357] env[69888]: INFO networking_nsxv3.common.synchronization [req-92083b38-6151-4bcb-8b6f-f95c69633eea req-588cbf4a-8f82-4201-a4b7-37559f96b331 service nova] Enqueued Resource ID: a17a54b8-d948-4995-a592-1122bc27cbe5 with Priority: HIGHEST for action port [ 1070.793875] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1070.794013] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1070.794419] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a17a54b8-d948-4995-a592-1122bc27cbe5 with Priority: HIGHEST for action port [ 1070.794804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.794972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.795090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.795330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.795456] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.797969] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.797969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.797969] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-a17a54b8-d948-4995-a592-1122bc27cbe5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.797969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.797969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.797969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.797969] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a17a54b8-d948-4995-a592-1122bc27cbe5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.300261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.300544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.300861] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a17a54b8-d948-4995-a592-1122bc27cbe5 with status ACTIVE [ 1071.301064] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.301577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.301577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.301577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.301717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.302366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.302366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.302366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.302366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.302366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.302630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.302679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.303044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.303044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.303150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.303224] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a17a54b8-d948-4995-a592-1122bc27cbe5 is going to be updated. [ 1071.323786] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.324019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.324095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.324332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.324494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.324694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a17a54b8-d948-4995-a592-1122bc27cbe5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.753420] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1071.753640] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1071.753768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.753929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.754200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.754529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.754588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.754729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.754910] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.260614] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.767811] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.271143] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.271636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.271636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.275269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.275269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.275269] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1073.303486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.303486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.303786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.315418] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1073.619187] env[69888]: INFO networking_nsxv3.common.synchronization [req-ef81a318-e75b-4747-9d5a-d9e6787052ed req-a511f621-a9bb-49ba-b214-a4fd236830c6 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1073.619187] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1073.619187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.619187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.619187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.620081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.621388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.621388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.621388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.621388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.621388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.621388] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.959231] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-94 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.959507] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.959647] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.959951] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.960355] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.960586] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.960708] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.960971] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.962222] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.962618] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.962804] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1073.962936] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1073.963074] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1073.964018] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1073.964018] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1073.964018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1073.985059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1073.985059] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1073.985280] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1073.985463] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-94" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.985860] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-fad0664f-a2da-4d71-a0c0-d2f736671c9c taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.986093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.986245] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.986702] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.986886] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad0664f-a2da-4d71-a0c0-d2f736671c9c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.128362] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.490468] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.490996] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.490996] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.491153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.491303] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.491490] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port fad0664f-a2da-4d71-a0c0-d2f736671c9c not found, creating... [ 1074.491793] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.491981] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.492259] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.492343] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.492488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.492816] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.492921] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.493059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.493283] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.493422] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.493566] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: fad0664f-a2da-4d71-a0c0-d2f736671c9c is going to be created. [ 1074.511541] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.511848] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.512113] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.512286] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.512490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.512725] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.630632] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.133554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.133728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.133767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.133992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.134153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.134241] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1075.164015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.164015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.164015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.164015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.164331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.174024] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1075.247310] env[69888]: INFO networking_nsxv3.common.synchronization [req-ef81a318-e75b-4747-9d5a-d9e6787052ed req-fd6a55fa-fa15-4e27-92a6-a5ea363f250e service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 1075.247544] env[69888]: INFO networking_nsxv3.common.synchronization [req-ef81a318-e75b-4747-9d5a-d9e6787052ed req-fd6a55fa-fa15-4e27-92a6-a5ea363f250e service nova] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1075.247688] env[69888]: INFO networking_nsxv3.common.synchronization [req-ef81a318-e75b-4747-9d5a-d9e6787052ed req-fd6a55fa-fa15-4e27-92a6-a5ea363f250e service nova] Enqueued Resource ID: fad0664f-a2da-4d71-a0c0-d2f736671c9c with Priority: HIGHEST for action port [ 1075.248247] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_rules [ 1075.248386] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1075.248500] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad0664f-a2da-4d71-a0c0-d2f736671c9c with Priority: HIGHEST for action port [ 1075.248794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.248910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.248974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.249206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.249328] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.251020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251020] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-fad0664f-a2da-4d71-a0c0-d2f736671c9c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.251020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.251020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.251020] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.251020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fad0664f-a2da-4d71-a0c0-d2f736671c9c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.324247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1075.324482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.324749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.324997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.325316] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.325562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.325562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.325631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.325711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.325806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.325909] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.419600] env[69888]: INFO networking_nsxv3.common.synchronization [req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da req-3f81b426-1daf-4791-89a3-0cf8f42683d9 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1075.420177] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1075.420536] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.420637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.420804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.420879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.421057] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.421164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.421306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.421385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.421476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.421637] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.752654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.752654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.756149] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fad0664f-a2da-4d71-a0c0-d2f736671c9c with status ACTIVE [ 1075.756412] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.756533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.756599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.756835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.757177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.757177] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.757351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.757351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.757471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.757587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.757813] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.757942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.758030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.758185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.758262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.758489] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fad0664f-a2da-4d71-a0c0-d2f736671c9c is going to be updated. [ 1075.775255] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.775466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.775466] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.775770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.776067] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.776277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.776420] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.776658] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.776812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.777072] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.777199] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.777562] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.777562] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.777562] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1075.777722] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.778076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.780406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.780598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.780663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.780893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.781011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.781182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fad0664f-a2da-4d71-a0c0-d2f736671c9c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.798542] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.798755] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1075.799041] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.799191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.799722] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.799933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.800084] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.800480] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.800740] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9524b05-e9d6-4cd0-8c9b-0d75a3aab052',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.828034] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.828428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.828428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.828709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.828975] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.829178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.829321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.829562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.829788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.830069] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.830229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.830337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.830531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.830682] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.830767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.830848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.830970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.831059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.831145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.831239] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.923292] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.304760] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.304991] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.305138] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.305441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.305598] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.305764] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 not found, creating... [ 1076.306040] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.306209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.306332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.306573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.306697] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.306984] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.307158] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.307308] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.307543] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.307684] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.307856] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 is going to be created. [ 1076.327309] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.327521] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.327628] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.327921] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.328223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.328488] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.333866] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 1076.365420] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.365647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.365647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.365934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.366068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.366331] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.366435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.366516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.366732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.366816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.366972] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.367095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.367205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.367322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.367411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.367602] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.367707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.367888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.368018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.368018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.368125] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1076.425938] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.477579] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.477776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.477776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.477993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.478156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.489443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1076.928555] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.928975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.928975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.929149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.929364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.929485] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be updated. [ 1076.972178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.972394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.972467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.972921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.976511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.985272] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1077.015258] env[69888]: INFO networking_nsxv3.common.synchronization [req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da req-da7bbc42-95b7-4710-97fb-e63d349ead0d service nova] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1077.015416] env[69888]: INFO networking_nsxv3.common.synchronization [req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da req-da7bbc42-95b7-4710-97fb-e63d349ead0d service nova] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1077.015574] env[69888]: INFO networking_nsxv3.common.synchronization [req-c1b5e417-7623-41d4-b1f9-c4e6b30b92da req-da7bbc42-95b7-4710-97fb-e63d349ead0d service nova] Enqueued Resource ID: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 with Priority: HIGHEST for action port [ 1077.016123] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_rules [ 1077.016262] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1077.016380] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 with Priority: HIGHEST for action port [ 1077.016672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.016795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.016875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.017275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.017275] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.020307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.020307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.020307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.020307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.020307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.020307] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.020307] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9524b05-e9d6-4cd0-8c9b-0d75a3aab052',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.182349] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1077.182566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.182742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.182994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183202] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.183322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.183391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.183543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.183626] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.183753] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.521822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.522221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.522396] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 with status ACTIVE [ 1077.522645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.522789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.522789] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.523135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.523263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.523552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.523716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.523804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.524021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.524143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.524395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.524539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.524651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.524874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.524986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.525133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9524b05-e9d6-4cd0-8c9b-0d75a3aab052 is going to be updated. [ 1077.548561] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.548561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.548561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.548972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.548972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.549141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9524b05-e9d6-4cd0-8c9b-0d75a3aab052" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.685797] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.787551] env[69888]: INFO networking_nsxv3.common.synchronization [req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 req-b6603116-de97-4dfc-9e3e-b410fbfd77da tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1077.788406] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1077.788915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.789149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.789322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.789613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.789893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.790072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.790186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.790443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.790600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.790765] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.095755] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096085] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.096138] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.096441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.096723] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.096891] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.097054] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.097292] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.097459] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.097680] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.097817] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.097928] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.098064] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.098182] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1078.098295] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.098457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.117055] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.117055] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1078.117055] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.117055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.117055] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.117055] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.117734] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.117734] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.117734] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f94c2763-3c30-451b-9ecb-3e5b1c21bf5d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.187923] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.293941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.294119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.294213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.294441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.294496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.294690] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.294791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.294856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.295012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.295094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.295184] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1078.323148] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.323148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.323148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.323148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.323148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.334362] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1078.501522] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1078.501522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.620661] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.621188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.621188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.621356] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.621550] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.621735] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d not found, creating... [ 1078.622031] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.622203] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.622345] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.622599] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.622758] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.623060] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.623236] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.623418] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.623700] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.623843] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.624037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d is going to be created. [ 1078.643531] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.643850] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.643994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.644228] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.644502] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.644778] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.690705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.690875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.690976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.691620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.691620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.691620] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1078.716455] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.716686] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.716770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.717009] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.717175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.725150] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1078.994993] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1078.995265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.995517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.995927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.996009] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.996091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.996163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.996326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.996416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.996544] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.367452] env[69888]: INFO networking_nsxv3.common.synchronization [req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 req-9eb71f50-5ef1-418e-bd01-e578737189ad service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 1079.368019] env[69888]: INFO networking_nsxv3.common.synchronization [req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 req-9eb71f50-5ef1-418e-bd01-e578737189ad service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1079.368019] env[69888]: INFO networking_nsxv3.common.synchronization [req-5572dfd9-0c61-4b94-8236-dc1086b8e3c1 req-9eb71f50-5ef1-418e-bd01-e578737189ad service nova] Enqueued Resource ID: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d with Priority: HIGHEST for action port [ 1079.368337] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 1079.368465] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1079.368575] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d with Priority: HIGHEST for action port [ 1079.368925] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.369045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.369433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.369671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.369759] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.373619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.373619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.373619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.373619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.373619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.373619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.373619] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f94c2763-3c30-451b-9ecb-3e5b1c21bf5d',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.499043] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.872338] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.872338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.874917] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f94c2763-3c30-451b-9ecb-3e5b1c21bf5d with status ACTIVE [ 1079.874917] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.874917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.874917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.875145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.875244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.875517] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.875687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.875790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.876095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.876235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.876527] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.876709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.876831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.877845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.877845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.877845] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f94c2763-3c30-451b-9ecb-3e5b1c21bf5d is going to be updated. [ 1079.898306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.898481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.898520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.898720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.898923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.899118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f94c2763-3c30-451b-9ecb-3e5b1c21bf5d" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.001869] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.346610] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1080.346610] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 deletion is rescheduled due to dependency. [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.346610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.346610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.346610] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.506990] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.506990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.506990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.506990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.506990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.506990] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be updated. [ 1080.535663] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.535663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.535663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.535663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.535663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.542332] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1080.613786] env[69888]: INFO networking_nsxv3.common.synchronization [req-0cfaf0e4-dc53-4662-9457-da2ac519c814 req-1b301f8c-c714-4322-b2f9-1325a76b756a tempest-ServerActionsV293TestJSON-2007488739 tempest-ServerActionsV293TestJSON-2007488739-project-member] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1080.614708] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGHEST for action security_group_members [ 1080.615187] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.615388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.615517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.617282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.617282] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.617282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.617282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.617282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.617282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.617282] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.736187] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1080.736448] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.736622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.736853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738094] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.738094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.738094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.738094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.738094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.738094] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.848447] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.119067] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.119328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.119422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.119670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.119809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.120064] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.120215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.120297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.120428] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.120532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.120632] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a is going to be updated. [ 1081.144683] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.144862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.145026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.145353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.158158] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: IN_PROGRESS for 2s [ 1081.245107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.245107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.245107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.245828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.245828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.245828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.245828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.245828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.245828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.245828] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.351099] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.740252] env[69888]: INFO networking_nsxv3.common.synchronization [req-f2fdabfe-e157-426a-ba4f-876a9abc4c6a req-3ecc8d81-4686-439b-8fe1-ea220269e87a tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1081.740252] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1081.740252] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.740252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.740252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.740252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.740882] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.741500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.741500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.741617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.741772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.741902] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.750393] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d1f6be-ef6c-4fa3-8e10-3fe182935e14: rpc.has_security_group_logging(os_id): False [ 1081.767375] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.770488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.770599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.770843] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.770923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.770981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.771159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.771259] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.771534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.771633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.771693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.771861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.771947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.772630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.772630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.772630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.772630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.773408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.773408] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1081.837068] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.837068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.837068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.837068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.837068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.847465] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1081.856828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.856828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.856828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.856828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.856828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.856828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1081.894344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.894344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.894344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.895704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.912718] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1082.246421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.246573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.246650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.246893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.246994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.247219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.247316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.247375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.247535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.247611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.247725] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be updated. [ 1082.275306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.275306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.275306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.275559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.275647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.284403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1082.552105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1082.552331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.552501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.552724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.552926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.553075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.555852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.555852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.555852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.555852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.555852] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.058711] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.168411] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd585054-82e2-4ef9-a65c-633bd9deba6a in Status: SUCCESS [ 1083.168411] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a deletion is rescheduled due to dependency. [ 1083.168411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.560768] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca01dcd7-8e55-4b22-a93c-81764b886bf8: rpc.has_security_group_logging(os_id): False [ 1083.577719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.577927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.578038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.578293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.578454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.578691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.578813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.578879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.579091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.579956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.579956] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be updated. [ 1083.650165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.650165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.650165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.650165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.650165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.663396] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1083.861309] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1083.861556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.937662] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1083.937947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.938109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.938347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.938542] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.938661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.938727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.938882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.938965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.939110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.939150] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.299177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1084.299520] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 deletion is rescheduled due to dependency. [ 1084.299520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.441511] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.725533] env[69888]: INFO networking_nsxv3.common.synchronization [req-f88f1ee4-ea52-4e1d-87ef-2e234946b674 req-cf2c7611-6706-430e-80db-caf3cfca6550 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1084.726099] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1084.726410] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.726530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.726596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.726850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.727943] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.733318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.733318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.733516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.733603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.733706] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.944574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf2925a-ba66-4aac-8f25-3cf00a032615: rpc.has_security_group_logging(os_id): False [ 1084.966182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.966343] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.966413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.966669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.967036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.967036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.967379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.967379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.967379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.967587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.967587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1085.026174] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.026344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.026344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.026737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.026737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.038413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1085.235840] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.235997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.236087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.236305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.236507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.236593] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.236688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.236747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.236909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.236987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.237086] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1085.266873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.267035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.267109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.267345] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.267488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.276305] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1085.676200] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1085.676596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.842106] env[69888]: INFO networking_nsxv3.common.synchronization [None req-9ecece14-2ba1-4b2e-b3cc-b1cba6c90b53 None None] Enqueued Resource ID: f7d48c6d-2a37-4079-b90e-f2182841e586 with Priority: HIGHEST for action port [ 1085.844218] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7d48c6d-2a37-4079-b90e-f2182841e586 with Priority: HIGHEST for action port [ 1085.844218] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7d48c6d-2a37-4079-b90e-f2182841e586 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.844218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7d48c6d-2a37-4079-b90e-f2182841e586" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.844218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7d48c6d-2a37-4079-b90e-f2182841e586" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.845382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7d48c6d-2a37-4079-b90e-f2182841e586" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.845382] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7d48c6d-2a37-4079-b90e-f2182841e586',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.348773] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7d48c6d-2a37-4079-b90e-f2182841e586 [ 1086.348773] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.348773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.348972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.350524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.350524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.350524] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7d48c6d-2a37-4079-b90e-f2182841e586 already deleted. [ 1086.350524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7d48c6d-2a37-4079-b90e-f2182841e586" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.062903] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1087.063674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.287102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1087.287102] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1087.287102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.487548] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ec2f8448-0bf8-4a49-a7a2-5171d6cf1bc1 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1087.488102] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1087.488444] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.488595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.488665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.488954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.489071] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.587996] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f354c8b7-bc1a-4d9d-97fb-fc4d5f3687ce tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1087.588784] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1087.591133] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.591265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.009988] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.010467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.010467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.010581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.010844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.010844] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 already deleted. [ 1088.010844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.011098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.011159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.011264] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.517381] env[69888]: INFO networking_nsxv3.common.synchronization [None req-bf16826e-e4d0-4057-9388-9902b6478a6f tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1088.518022] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1088.519476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.519844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.519913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.520136] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.520315] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.520424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.520478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.521063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.521166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.521779] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.540084] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.540275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.540357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.540620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.540716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.540833] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 already deleted. [ 1088.540924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.567054] env[69888]: INFO networking_nsxv3.common.synchronization [None req-189b321f-e589-4803-8817-3c8ade942c23 None None] Enqueued Resource ID: 3a3157a3-ddb5-4213-9792-cffdbd805452 with Priority: HIGHEST for action port [ 1088.567745] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3157a3-ddb5-4213-9792-cffdbd805452 with Priority: HIGHEST for action port [ 1088.568769] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a3157a3-ddb5-4213-9792-cffdbd805452 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.568917] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a3157a3-ddb5-4213-9792-cffdbd805452" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.568964] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a3157a3-ddb5-4213-9792-cffdbd805452" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.572093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a3157a3-ddb5-4213-9792-cffdbd805452" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.572407] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a3157a3-ddb5-4213-9792-cffdbd805452',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.025454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.025635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.025712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.025947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.054830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.055147] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.059166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.059263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.059486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.059577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.059685] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1089.075380] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a3157a3-ddb5-4213-9792-cffdbd805452 [ 1089.075617] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.075750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.075818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.076044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.076135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.076227] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a3157a3-ddb5-4213-9792-cffdbd805452 already deleted. [ 1089.076306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a3157a3-ddb5-4213-9792-cffdbd805452" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.084196] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.084494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.084494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.084629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.085012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.093168] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1091.104072] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1091.104418] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 deletion is rescheduled due to dependency. [ 1091.104418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.646072] env[69888]: INFO networking_nsxv3.common.synchronization [req-6d196c58-e2d5-44d4-a6c1-4fae2d93072a req-07e132ca-46b4-4757-b9d4-42d395e22a05 tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1091.646662] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1091.646984] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.648406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.648519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.648783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.648956] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.649076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.649166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.649377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.649468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.649595] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.858913] env[69888]: INFO networking_nsxv3.common.synchronization [req-9fb68ecb-cd3f-451e-8ed2-0f48622fa65d req-45c176c0-10bc-4d9e-b05c-1613edee1e01 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 1091.859421] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGHEST for action security_group_members [ 1091.859744] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.859880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.859950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.860372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.860372] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.860500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.860500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.860657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.860743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.860838] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.156081] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.363120] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.363401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.363474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.363704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.363801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.364125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.364179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.364347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.364429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.364521] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 is going to be updated. [ 1092.391796] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.392035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.392091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.392334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.392495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.400484] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: IN_PROGRESS for 2s [ 1092.658569] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.161932] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.162362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.162362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.162850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.162958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.163074] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1093.190645] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.190863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.190922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.191179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.191338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.199937] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1094.411876] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 in Status: SUCCESS [ 1094.412243] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 deletion is rescheduled due to dependency. [ 1094.412243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.211728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1095.212062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.860734] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.861135] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1097.941519] env[69888]: INFO networking_nsxv3.common.synchronization [req-beda27d7-dd61-42c6-ae8f-6a4033543408 req-dfcd4e6f-f174-4c6f-889f-dce7825cb6a0 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Enqueued Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1097.942116] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1097.942450] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.942635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.942720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.942946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.943146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.943273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.943327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.943477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.943562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.943661] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.288997] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-695 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.289332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-695" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.289483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-695" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.289910] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-695" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.290270] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.290534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.291121] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.291121] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.291243] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.291510] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.291651] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1098.291807] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1098.291953] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1098.292188] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1098.292346] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1098.292555] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1098.311368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1098.311755] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1098.312078] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1098.312763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-695" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.312763] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-aefcb44c-bf92-4d92-9d5a-f1db558a0544 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.312952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.312985] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.315106] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.315106] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aefcb44c-bf92-4d92-9d5a-f1db558a0544',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.447580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.447580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.447580] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 already deleted. [ 1098.447580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.816756] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.816985] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.817209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.817573] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.817772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.817967] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port aefcb44c-bf92-4d92-9d5a-f1db558a0544 not found, creating... [ 1098.818319] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.818534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.818707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.818955] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.819115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.819517] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.819730] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.819910] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.820233] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.820423] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.820601] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: aefcb44c-bf92-4d92-9d5a-f1db558a0544 is going to be created. [ 1098.841792] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.841993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.842156] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.842439] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.842691] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.842926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.814193] env[69888]: INFO networking_nsxv3.common.synchronization [req-beda27d7-dd61-42c6-ae8f-6a4033543408 req-b988c3ff-ad36-48e9-8bec-cb75b96f2fc0 service nova] Enqueued Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_rules [ 1099.814467] env[69888]: INFO networking_nsxv3.common.synchronization [req-beda27d7-dd61-42c6-ae8f-6a4033543408 req-b988c3ff-ad36-48e9-8bec-cb75b96f2fc0 service nova] Enqueued Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1099.814502] env[69888]: INFO networking_nsxv3.common.synchronization [req-beda27d7-dd61-42c6-ae8f-6a4033543408 req-b988c3ff-ad36-48e9-8bec-cb75b96f2fc0 service nova] Enqueued Resource ID: aefcb44c-bf92-4d92-9d5a-f1db558a0544 with Priority: HIGHEST for action port [ 1099.814738] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_rules [ 1099.814867] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1099.814964] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aefcb44c-bf92-4d92-9d5a-f1db558a0544 with Priority: HIGHEST for action port [ 1099.815740] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.815740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.815740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.815978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.816076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.817635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.817635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.817635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.817635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.817839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.817943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.817943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.818196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.818196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.818920] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.819577] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-aefcb44c-bf92-4d92-9d5a-f1db558a0544 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.819577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.819577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.819577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.819577] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aefcb44c-bf92-4d92-9d5a-f1db558a0544',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.307132] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1855814-f453-4187-beb7-c208ed6bfa69 req-ac9d303c-6728-4891-9c4d-db1f52d094b8 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1100.307933] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1100.308172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.308308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.308482] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.308642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.308808] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.308900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.309076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.309126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.309295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.309346] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.322750] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.322750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322750] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aefcb44c-bf92-4d92-9d5a-f1db558a0544 with status ACTIVE [ 1100.322750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.322750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.322750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.322750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.322750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.323611] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.323611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.323611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.323611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.323611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.323611] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.324160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.324160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.324160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.324160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.324160] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aefcb44c-bf92-4d92-9d5a-f1db558a0544 is going to be updated. [ 1100.344405] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.344589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.344650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.344808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.344936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.345130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aefcb44c-bf92-4d92-9d5a-f1db558a0544" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.811163] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.811361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.811423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.811597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.811701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.811905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.812019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.812074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.812224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.812301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.812389] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 already deleted. [ 1100.812469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.822887] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.325701] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.325944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.325944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.327821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.327821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.327821] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 is going to be created. [ 1101.351029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.351029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.351029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.351029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.351029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.360700] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: UNINITIALIZED for 2s [ 1101.449284] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.449505] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.449640] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.449927] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.450210] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.450401] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.450528] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.450755] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.450906] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.451146] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.451318] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.451385] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.451489] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.451628] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.451743] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.451881] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.472075] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.472255] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.472400] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.472575] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.472899] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-60e8019c-f479-4b08-a825-64842b28221a taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.473093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.473226] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.474015] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.474015] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e8019c-f479-4b08-a825-64842b28221a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.487621] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.487800] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.487800] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.488231] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.488347] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.489042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.489042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.489042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.489042] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.489314] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.489314] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.489762] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.489900] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.490042] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1101.490169] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.490331] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.511067] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.511255] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1101.511394] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.511585] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.511908] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c60f4a94-2353-4c92-bcd5-504d0c994380 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.512101] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.512229] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.512735] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.512885] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60f4a94-2353-4c92-bcd5-504d0c994380',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.976574] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.976898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.976940] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.977934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.977934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.977934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 60e8019c-f479-4b08-a825-64842b28221a not found, creating... [ 1101.977934] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.978182] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.978236] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.978436] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.978580] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.978868] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.979040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.979242] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.979452] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.979595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.979743] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 60e8019c-f479-4b08-a825-64842b28221a is going to be created. [ 1102.006128] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.006347] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.006479] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.006748] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.006944] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.007202] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.015441] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.015625] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.015753] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.015990] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.016153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.016306] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port c60f4a94-2353-4c92-bcd5-504d0c994380 not found, creating... [ 1102.016569] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.016729] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.016850] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.017078] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.017220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.017499] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.017656] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.017776] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.018142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.018142] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.018264] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c60f4a94-2353-4c92-bcd5-504d0c994380 is going to be created. [ 1102.036900] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.037099] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.037424] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.037493] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.037665] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.037878] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.900909] env[69888]: INFO networking_nsxv3.common.synchronization [req-15d10356-7bf6-4191-b72a-fd52fc17a246 req-0b84c0a8-04d3-4c30-aad1-75a60e3c02c6 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 1102.901104] env[69888]: INFO networking_nsxv3.common.synchronization [req-15d10356-7bf6-4191-b72a-fd52fc17a246 req-0b84c0a8-04d3-4c30-aad1-75a60e3c02c6 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1102.901249] env[69888]: INFO networking_nsxv3.common.synchronization [req-15d10356-7bf6-4191-b72a-fd52fc17a246 req-0b84c0a8-04d3-4c30-aad1-75a60e3c02c6 service nova] Enqueued Resource ID: c60f4a94-2353-4c92-bcd5-504d0c994380 with Priority: HIGHEST for action port [ 1102.901475] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 1102.901628] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1102.901755] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f4a94-2353-4c92-bcd5-504d0c994380 with Priority: HIGHEST for action port [ 1102.902287] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.902414] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.902485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.902689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.902769] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.904547] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.904661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.904757] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.905026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.905213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.905353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.905915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.906116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.906205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.906308] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.908918] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60f4a94-2353-4c92-bcd5-504d0c994380 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.909093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.909210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.909403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.909486] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60f4a94-2353-4c92-bcd5-504d0c994380',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.913359] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1855814-f453-4187-beb7-c208ed6bfa69 req-d8f50c68-7c0a-428b-8927-ec5b97950020 service nova] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1102.913546] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1855814-f453-4187-beb7-c208ed6bfa69 req-d8f50c68-7c0a-428b-8927-ec5b97950020 service nova] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1102.913690] env[69888]: INFO networking_nsxv3.common.synchronization [req-a1855814-f453-4187-beb7-c208ed6bfa69 req-d8f50c68-7c0a-428b-8927-ec5b97950020 service nova] Enqueued Resource ID: 60e8019c-f479-4b08-a825-64842b28221a with Priority: HIGHEST for action port [ 1102.913936] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_rules [ 1102.914103] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1102.914278] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e8019c-f479-4b08-a825-64842b28221a with Priority: HIGHEST for action port [ 1102.914735] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.914894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.914997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.916912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.917340] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.917828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.917940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.918081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.918187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.918342] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.918431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.918488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.918882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.918882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.918990] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.919807] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e8019c-f479-4b08-a825-64842b28221a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.921636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.921714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.921932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.922038] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e8019c-f479-4b08-a825-64842b28221a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.369883] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: SUCCESS [ 1103.370146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.370327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.370552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.370747] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.370861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.370927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.371087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.371170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.371416] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.409951] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.412275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.412275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.412634] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c60f4a94-2353-4c92-bcd5-504d0c994380 with status ACTIVE [ 1103.412826] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.412944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.413019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.413236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.413328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.413509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.413608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.413671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.413823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.413910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.414126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.414193] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.414253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.414396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.414470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.414553] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c60f4a94-2353-4c92-bcd5-504d0c994380 is going to be updated. [ 1103.423656] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.425092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.425092] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e8019c-f479-4b08-a825-64842b28221a with status ACTIVE [ 1103.425274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.425326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.425391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.426366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.426366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.427457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.427457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.427457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.427457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.427457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.427457] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e8019c-f479-4b08-a825-64842b28221a is going to be updated. [ 1103.435814] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.436031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.436031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.436199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.436339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.437028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.447086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.447208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.447208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.447357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.447480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.447622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e8019c-f479-4b08-a825-64842b28221a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.875262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.875262] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.875262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.875609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.875609] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.875609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.875704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.875802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.875934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.876040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.876102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.876239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.876313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.876394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.876478] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.912913] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.925435] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.380481] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b357bfa9-0a50-4f89-9c1a-1fd7935b5d06: rpc.has_security_group_logging(os_id): False [ 1104.397934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.398200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.398200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.398394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.398553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.398675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.398778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.398882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.399055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.399308] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.399400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.399463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.399613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.399704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.399905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.399996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.400072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.400239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.400321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.400396] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 is going to be created. [ 1104.414762] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.414907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.414907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.416520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.416520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.416520] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1104.427078] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.427208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.427208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.428851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.428851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.428851] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 is going to be created. [ 1104.441196] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.441390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.441390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.441576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.441751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.453670] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1104.453670] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.453670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.453670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.453670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.453670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.455649] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.455649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.455649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.455821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.455887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.467084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: IN_PROGRESS for 2s [ 1104.471964] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: UNINITIALIZED for 2s [ 1105.366137] env[69888]: INFO networking_nsxv3.common.synchronization [req-998e9afd-3405-4157-afee-39d30ab5613b req-293b10d2-63bf-48d4-b131-ae19a316ac8b tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1105.366137] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1105.366137] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.366137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.366334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.366469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.366658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.366760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.366846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.367041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.367174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.367280] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.810371] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.810705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.810833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.811227] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.811664] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.811896] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.812038] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.812371] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.812595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.812870] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.813040] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.813184] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.813357] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.813536] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1105.813720] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.813889] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.833083] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.833299] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1105.833380] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.833562] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-684" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.833896] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-85381702-7c6a-4b97-9a65-344741c852c4 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.834080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.834209] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.834571] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.834713] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85381702-7c6a-4b97-9a65-344741c852c4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.869089] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.869370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.869453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.869675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.869784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.869995] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.870133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.870180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.870352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.870457] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.870575] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1105.896192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.896349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.896421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.896640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.896788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.906220] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1106.337178] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.337441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.337589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.337962] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.338161] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.338296] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 85381702-7c6a-4b97-9a65-344741c852c4 not found, creating... [ 1106.338566] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.338730] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.338854] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.339115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.339298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.339601] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.339766] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.339890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.340702] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.340875] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.341043] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 85381702-7c6a-4b97-9a65-344741c852c4 is going to be created. [ 1106.344160] env[69888]: INFO networking_nsxv3.common.synchronization [req-f0274b03-ff39-4952-b2e5-72932b40d2c8 req-a30a4ac0-04b3-41e2-8f33-506f738dbb9d tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1106.345188] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1106.345398] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.345515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.345581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.345759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.345907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.346010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.346075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.346218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.346305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.346397] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.362447] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.362711] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.362797] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.363090] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.363320] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.363547] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.461715] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1106.461893] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.462090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.462321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.462610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.462728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.462728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.462855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.462937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.463034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.463131] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.477305] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: SUCCESS [ 1106.477590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.482113] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: SUCCESS [ 1106.482472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.483389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.483861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.484150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.484327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.484435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.484689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.485115] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.485294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.485460] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.852605] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.965255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.965443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.965645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.965817] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.965918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.966106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.966187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.966220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.966313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.966459] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.966550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.966613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.966754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.966960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.967043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.967082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.967214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.967300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.967368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.967457] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.987658] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.055461] env[69888]: INFO networking_nsxv3.common.synchronization [req-998e9afd-3405-4157-afee-39d30ab5613b req-44a3d599-574e-4321-aece-17d9ac0e6bec service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1107.055659] env[69888]: INFO networking_nsxv3.common.synchronization [req-998e9afd-3405-4157-afee-39d30ab5613b req-44a3d599-574e-4321-aece-17d9ac0e6bec service nova] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1107.055807] env[69888]: INFO networking_nsxv3.common.synchronization [req-998e9afd-3405-4157-afee-39d30ab5613b req-44a3d599-574e-4321-aece-17d9ac0e6bec service nova] Enqueued Resource ID: 85381702-7c6a-4b97-9a65-344741c852c4 with Priority: HIGHEST for action port [ 1107.056062] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_rules [ 1107.056196] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1107.056294] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85381702-7c6a-4b97-9a65-344741c852c4 with Priority: HIGHEST for action port [ 1107.056823] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.056969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.057021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.058372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.058462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.059750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.059846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.061032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-85381702-7c6a-4b97-9a65-344741c852c4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.061032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.061032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.061032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.061032] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85381702-7c6a-4b97-9a65-344741c852c4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.354882] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.469377] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa024e6e-9026-4613-b1d6-fe2976d70958: rpc.has_security_group_logging(os_id): False [ 1107.487166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.487166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.487166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.487422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.487455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.487624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.487729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.487781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.487953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.488025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.488219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.488328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.488410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.488581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.488679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.488884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.488978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.489053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.489269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.489342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.489431] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1107.490622] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5725d273-1e2f-4f29-862f-76d51c2e1b47: rpc.has_security_group_logging(os_id): False [ 1107.506029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.506029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.506029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.510684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.512015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.512015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.512015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.512015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.512015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.512015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.512015] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 is going to be created. [ 1107.547652] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.547796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.547852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.548072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.548223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.562743] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1107.562743] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.562743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.563014] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85381702-7c6a-4b97-9a65-344741c852c4 with status ACTIVE [ 1107.563190] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.563326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.563375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.563573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.563668] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.563828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.563944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.564263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.564263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.564263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.564579] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.564579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.564579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.564777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.564777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.564900] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85381702-7c6a-4b97-9a65-344741c852c4 is going to be updated. [ 1107.566595] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.566717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.566762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.566912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.567093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.577720] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: IN_PROGRESS for 2s [ 1107.588152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.588281] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.588346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.588576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.588722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.588887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85381702-7c6a-4b97-9a65-344741c852c4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.857737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.858161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.858161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.858161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.858283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.858443] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be updated. [ 1107.888146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.888288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.888369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.888592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.888739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.898997] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1107.916399] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1107.916610] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1107.916725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.916908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.917158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.917341] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.917456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.917516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.917666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.917746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.917866] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.421250] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.923426] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.427822] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.428047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.428141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.428384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.428479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.428583] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1109.455836] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.456067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.456224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.456409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.456608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.465763] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1109.575094] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1109.575209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.586628] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: SUCCESS [ 1109.586852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.884220] env[69888]: INFO networking_nsxv3.common.synchronization [req-28077682-2e56-4db2-b5ba-4f32e74f743a req-4a62bdfe-4efa-47db-81f5-e81ec7bc402d tempest-ServersTestJSON-1310960034 tempest-ServersTestJSON-1310960034-project-member] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1109.885197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGHEST for action security_group_members [ 1109.885197] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.885197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.885538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885600] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.885793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.885793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.885879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.885968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.886076] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.909228] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1109.909420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.388523] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.388523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.388523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.388996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.388996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.388996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.389222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.389222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.389338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.389433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.389526] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be updated. [ 1110.416907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.416907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.416907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.416907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.416907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.423905] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: IN_PROGRESS for 2s [ 1111.480087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1111.480493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.480587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.480828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.482976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.482976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.482976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.482976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.482976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.482976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.482976] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.827097] env[69888]: INFO networking_nsxv3.common.synchronization [req-f5e90bc8-0ab9-4eac-9b4b-7d677b0519aa req-a46089ff-7bb2-49fb-a5af-11cc2ec88ad0 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 1111.827284] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGHEST for action security_group_members [ 1111.827720] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.827720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.827849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.828285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.828285] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.828407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.828407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.828794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.828794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.828794] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.988401] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.988401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.988401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.988401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.988401] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.988401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.988401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.990295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.990397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.990502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.990691] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.990796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.990875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.991081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.991233] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.991329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.991387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.991553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.991630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.991710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.991799] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.331078] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.331229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.331315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.331616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.331707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.331908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.332018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.332080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.332239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.332334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.332422] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c is going to be updated. [ 1112.355732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.355864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.355940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.356280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.356455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.365231] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: IN_PROGRESS for 2s [ 1112.432269] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 in Status: SUCCESS [ 1112.432269] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 deletion is rescheduled due to dependency. [ 1112.432269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.496899] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f: rpc.has_security_group_logging(os_id): False [ 1112.517183] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.517388] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.517478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.517830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.517830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.517949] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.518061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.518127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.518278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.518355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.518534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.518863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.518863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.518863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.519051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.519087] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.519196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.519251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.519418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.519495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.519586] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1112.586773] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.586773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.586773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.586773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.587051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.599440] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1113.050573] env[69888]: INFO networking_nsxv3.common.synchronization [req-b08be33b-0611-4ec6-b18a-4ea0bd004d82 req-8bc618f6-1f14-427e-a9a8-4d4ffc097ecb tempest-ListImageFiltersTestJSON-1284699497 tempest-ListImageFiltersTestJSON-1284699497-project-member] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1113.051164] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGHEST for action security_group_members [ 1113.051460] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.051587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.051683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.051859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.052021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.052126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.052191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.052342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.052424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.052518] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.106228] env[69888]: INFO networking_nsxv3.common.synchronization [req-e381bda2-16b8-459e-be57-fe9482779e1e req-0dbf1854-320f-498e-9e76-c0ad94c5f918 tempest-ServerMetadataNegativeTestJSON-919263604 tempest-ServerMetadataNegativeTestJSON-919263604-project-member] Enqueued Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1113.106726] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGHEST for action security_group_members [ 1113.107073] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.107208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.107553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.107730] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.107836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.108194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.108314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.108419] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.555861] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.555861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.555861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.556392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.578122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.578406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.578542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.578589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.580097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.580097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.580097] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be updated. [ 1113.610943] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.610943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.611198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.611237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.611351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.611679] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.611817] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.611884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.612174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.612277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.612373] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 is going to be updated. [ 1113.617934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.618064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.618107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.618287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.618431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.627233] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: IN_PROGRESS for 2s [ 1113.646669] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.646834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.646902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.647337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.647481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.655831] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: IN_PROGRESS for 2s [ 1114.375571] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c in Status: SUCCESS [ 1114.375782] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c deletion is rescheduled due to dependency. [ 1114.375872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.614290] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1114.614290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.152850] env[69888]: INFO networking_nsxv3.common.synchronization [req-bc4e6409-d28e-4dd4-9d60-5a725e6cb1be req-1b9e022c-54a5-4cb1-b3f1-ec2c9cd3f590 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 1115.152850] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 1115.152850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.152850] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.152850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.152850] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.636630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f535780-d219-4d97-bfdf-49990321b477 in Status: SUCCESS [ 1115.636932] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f535780-d219-4d97-bfdf-49990321b477 deletion is rescheduled due to dependency. [ 1115.636932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.654526] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.663684] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 in Status: SUCCESS [ 1115.663882] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 deletion is rescheduled due to dependency. [ 1115.663996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.156944] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.659992] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.660386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.660386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.660465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.660499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.660636] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 1116.687243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.687436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.687488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.687783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.687972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.696653] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 1116.918367] env[69888]: INFO networking_nsxv3.common.synchronization [None req-187fd3cd-4f63-4a91-a611-6a57093159ef tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1116.918367] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1116.918367] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.918367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.918367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.919057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.919335] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.019902] env[69888]: INFO networking_nsxv3.common.synchronization [None req-094fcaf3-6179-431e-b020-41392758e677 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1117.019902] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1117.020268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.020387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451335] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.451597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.451988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.451988] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 already deleted. [ 1117.451988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.452230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.452230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.452298] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.971634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.971962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.971962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.972089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.972204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.972302] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 already deleted. [ 1117.972387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.407358] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-283 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.407563] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.407689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.407971] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.408590] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408590] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408590] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.408852] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.408905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.409321] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.409453] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.409566] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.409674] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.410088] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1118.410088] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.410088] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.427632] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.427632] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1118.427810] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.427909] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-283" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.428310] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-c60f4a94-2353-4c92-bcd5-504d0c994380 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.428707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.428707] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.428922] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.429090] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60f4a94-2353-4c92-bcd5-504d0c994380',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.707303] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 1118.707615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.931296] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.931489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.931489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.931895] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.931970] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.932238] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.932397] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.932517] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.932737] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.932883] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.933189] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.933350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.933468] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.933684] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.933837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.933984] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: c60f4a94-2353-4c92-bcd5-504d0c994380 is going to be updated. [ 1118.953613] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.953806] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.953928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.954240] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.954441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.954658] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.656243] env[69888]: INFO networking_nsxv3.common.synchronization [req-29148b91-7a45-461c-97bb-8cad4afbaf68 req-1f1cf93e-b6d5-4227-a87b-37e3687ddc87 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 1119.656588] env[69888]: INFO networking_nsxv3.common.synchronization [req-29148b91-7a45-461c-97bb-8cad4afbaf68 req-1f1cf93e-b6d5-4227-a87b-37e3687ddc87 service nova] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1119.656588] env[69888]: INFO networking_nsxv3.common.synchronization [req-29148b91-7a45-461c-97bb-8cad4afbaf68 req-1f1cf93e-b6d5-4227-a87b-37e3687ddc87 service nova] Enqueued Resource ID: c60f4a94-2353-4c92-bcd5-504d0c994380 with Priority: HIGHEST for action port [ 1119.656794] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_rules [ 1119.656902] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1119.656964] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c60f4a94-2353-4c92-bcd5-504d0c994380 with Priority: HIGHEST for action port [ 1119.657567] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.657671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.657862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.658213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.658213] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.659800] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.659923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.661101] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.661101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.661101] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.662616] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-c60f4a94-2353-4c92-bcd5-504d0c994380 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.662703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.662759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.662975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.662975] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c60f4a94-2353-4c92-bcd5-504d0c994380',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.160999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.161200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.165462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.166704] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c60f4a94-2353-4c92-bcd5-504d0c994380 with status ACTIVE [ 1120.166908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.167232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.167232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.167408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.167511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.167712] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.167818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.167884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.168122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.168196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.168486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.168486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.168486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.168666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.168666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.168787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c60f4a94-2353-4c92-bcd5-504d0c994380 is going to be updated. [ 1120.189255] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.189460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.189502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.189794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.189959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.190165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c60f4a94-2353-4c92-bcd5-504d0c994380" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.670861] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.174048] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.174048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.174048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.174048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.174348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.174348] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1121.202996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.203210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.203210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.203373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.203500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.211655] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1123.223289] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1123.223605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.223756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.224089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.224499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.224499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.224601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.224707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.224793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.224878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.224967] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.727776] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.727776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.727953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728336] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.728336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.728504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.728545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.728715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.728715] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.729014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.729014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.729014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.729181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.729282] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.729999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.729999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.729999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.729999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.729999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.729999] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.232416] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa024e6e-9026-4613-b1d6-fe2976d70958: rpc.has_security_group_logging(os_id): False [ 1124.249942] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.250141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.250255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.250520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.250652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.250857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.250968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.251054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.251236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.251322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.251544] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.251625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.251699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.251850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.251924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.252153] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.252336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.252336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.252450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.252527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.252621] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1124.443490] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.443671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.443759] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.444427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.444427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.457707] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1124.657529] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1124.657650] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1125.651394] env[69888]: INFO networking_nsxv3.common.synchronization [req-ee73aad2-d6d1-46b9-993c-ac0fe1652c19 req-f50a1138-807c-40f8-95c3-a0a5b6e91312 tempest-ServerRescueNegativeTestJSON-506918576 tempest-ServerRescueNegativeTestJSON-506918576-project-member] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 1125.652667] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGHEST for action security_group_members [ 1125.652667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.652667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.652667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653066] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.653066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.653225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.653667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.653774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.653877] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.160787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160787] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.160787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be updated. [ 1126.190998] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.191215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.191315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.191541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.191752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.199785] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: IN_PROGRESS for 2s [ 1126.470435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1126.470630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.889541] env[69888]: INFO networking_nsxv3.common.synchronization [req-38882a88-fc04-47ec-903d-d40c92c90eda req-d3927d14-3776-46fe-b882-7a15a50671e5 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1127.889814] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1127.889907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.890019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.890194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.890470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.890644] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.890822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.890911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.891106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.891287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.891593] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.175732] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-708 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.175929] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.176107] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.176400] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.176721] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.176864] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.177298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.177298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.177298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.177507] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.177619] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.177725] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.177833] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.177939] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1128.178199] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.178199] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.196098] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.196274] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1128.196422] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.196596] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-708" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.196893] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-50098f01-a99b-4919-8935-2b574dc1481a taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.197121] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.197219] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.197516] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.197657] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50098f01-a99b-4919-8935-2b574dc1481a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.207368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 in Status: SUCCESS [ 1128.207532] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 deletion is rescheduled due to dependency. [ 1128.207633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395213] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.395399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.395465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.395680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.395771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.395970] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.396081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.396144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.396297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.396373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.396458] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 already deleted. [ 1128.396536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.699885] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.700122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.700409] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.700773] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.700980] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.701216] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 50098f01-a99b-4919-8935-2b574dc1481a not found, creating... [ 1128.701558] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.701789] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.701952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.702280] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.702462] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.702814] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.703014] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.703203] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.703469] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.703669] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.703873] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 50098f01-a99b-4919-8935-2b574dc1481a is going to be created. [ 1128.722833] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.723058] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.723195] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.723457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.723690] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.723911] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.392412] env[69888]: INFO networking_nsxv3.common.synchronization [req-38882a88-fc04-47ec-903d-d40c92c90eda req-37807873-1184-4c5a-aab9-7a7dbe66d9ed service nova] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1129.392642] env[69888]: INFO networking_nsxv3.common.synchronization [req-38882a88-fc04-47ec-903d-d40c92c90eda req-37807873-1184-4c5a-aab9-7a7dbe66d9ed service nova] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1129.392744] env[69888]: INFO networking_nsxv3.common.synchronization [req-38882a88-fc04-47ec-903d-d40c92c90eda req-37807873-1184-4c5a-aab9-7a7dbe66d9ed service nova] Enqueued Resource ID: 50098f01-a99b-4919-8935-2b574dc1481a with Priority: HIGHEST for action port [ 1129.392974] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_rules [ 1129.393117] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1129.393216] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50098f01-a99b-4919-8935-2b574dc1481a with Priority: HIGHEST for action port [ 1129.393751] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.394953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.394953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.394953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.395068] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.397610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.397610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.397610] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.397610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-50098f01-a99b-4919-8935-2b574dc1481a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.397610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.398165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.398165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.398165] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50098f01-a99b-4919-8935-2b574dc1481a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.899610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.899768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.899959] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.900927] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 50098f01-a99b-4919-8935-2b574dc1481a with status ACTIVE [ 1129.901119] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.901238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.901304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.901545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.901636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.901789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.901883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.901942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.902112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.902191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.902373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.902460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.902522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.902658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.902732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.902815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 50098f01-a99b-4919-8935-2b574dc1481a is going to be updated. [ 1129.921827] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.921974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.922072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.922226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.922363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.923026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50098f01-a99b-4919-8935-2b574dc1481a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.405466] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.907366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.907538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.907584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.907804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.907890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.907993] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 is going to be created. [ 1130.929072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.929266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.929332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.929533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.929683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.938293] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: UNINITIALIZED for 2s [ 1132.956969] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: SUCCESS [ 1132.957338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.957377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.957619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.957815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.957925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.957986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.958160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.958239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.958410] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.460725] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.963454] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8aca0236-1b4c-443e-b4dd-b386d3134ac7: rpc.has_security_group_logging(os_id): False [ 1133.986256] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.986447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.986447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.986677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.986767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.987032] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.987215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.987284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.987445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.987521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.987609] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 is going to be created. [ 1134.069775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.069906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.069984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.070249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.070496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.082815] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: IN_PROGRESS for 2s [ 1134.394786] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1134.394786] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1136.098031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: SUCCESS [ 1136.098031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.805906] env[69888]: INFO networking_nsxv3.common.synchronization [req-46273a73-baf4-434e-8b20-a2975f4c4a8d req-39029816-0546-41b9-86c2-8872dcf875f6 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1136.806514] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1136.806825] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.806947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.807114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.808048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.808048] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.808048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.808048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.808048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.808048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.808048] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.313402] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.818435] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.320572] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.320907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.320907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.321097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.321142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.321206] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be updated. [ 1138.351614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.351804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.351804] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.351984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.352149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.361291] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1140.371914] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1140.372241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.613247] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.613567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.613567] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.613851] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.614127] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.614288] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.614456] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.614648] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.614796] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.615022] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.615132] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.615244] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.615356] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.615467] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1141.615576] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.615712] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.633778] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.633941] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1141.634099] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.634280] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.634569] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cbca064e-7c53-4260-8030-1318aa788f6f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.634740] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.634866] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.635121] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.635264] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca064e-7c53-4260-8030-1318aa788f6f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.807867] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.808047] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1142.138071] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.138071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.138071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.138071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.138071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.138339] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.138455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.138577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.138797] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.138937] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.139287] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.139455] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.139566] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.139783] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.139921] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.140082] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cbca064e-7c53-4260-8030-1318aa788f6f is going to be updated. [ 1142.161321] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.161609] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.161746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.162021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.162226] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.162453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.042751] env[69888]: INFO networking_nsxv3.common.synchronization [req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 req-1af1baf2-de6e-4030-8d55-2108fe9dd399 service nova] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1143.043000] env[69888]: INFO networking_nsxv3.common.synchronization [req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 req-1af1baf2-de6e-4030-8d55-2108fe9dd399 service nova] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1143.043091] env[69888]: INFO networking_nsxv3.common.synchronization [req-2789d9eb-8e1f-433c-86a9-5ecc0af83f51 req-1af1baf2-de6e-4030-8d55-2108fe9dd399 service nova] Enqueued Resource ID: cbca064e-7c53-4260-8030-1318aa788f6f with Priority: HIGHEST for action port [ 1143.043329] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_rules [ 1143.043460] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1143.043555] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbca064e-7c53-4260-8030-1318aa788f6f with Priority: HIGHEST for action port [ 1143.045254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.045254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.045254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.045254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.045254] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.045874] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.045970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.046048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.046261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.046460] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.046572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.046572] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.046842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.046931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.047033] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.048051] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbca064e-7c53-4260-8030-1318aa788f6f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.048170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.048291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.048389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.048464] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca064e-7c53-4260-8030-1318aa788f6f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.551797] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbca064e-7c53-4260-8030-1318aa788f6f with status ACTIVE [ 1143.551797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.551797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.552162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.552162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.552306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.552461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.552575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.552653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.552814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.552926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.553111] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.553205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.553258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.553416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.553492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.553578] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbca064e-7c53-4260-8030-1318aa788f6f is going to be updated. [ 1143.554789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.554935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.555066] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.574328] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.574525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.574525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.574725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.574869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.575036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbca064e-7c53-4260-8030-1318aa788f6f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.058752] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.561497] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.561764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.561764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.562055] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.562179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.562291] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be updated. [ 1144.589310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.589493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.589493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.589781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.589926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.597510] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: IN_PROGRESS for 2s [ 1146.607950] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1146.608350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.608350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.608552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.608748] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.608865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.608930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.609095] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.609194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.609284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.609376] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.112043] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.614076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bed8b483-8c53-4452-a655-11620296942e: rpc.has_security_group_logging(os_id): False [ 1147.620143] env[69888]: INFO networking_nsxv3.common.synchronization [req-3815f006-9be3-408f-b959-3f72ef049efd req-95e272f6-43d8-4b3a-9fbe-5afebea9a662 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1147.620764] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGHEST for action security_group_members [ 1147.621710] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.621710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.621710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.621710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.621914] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.621914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.621985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.622113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.622201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.622296] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.632083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.632240] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.632306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.632485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.633038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.633038] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.633038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.633038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.633203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.633289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.633324] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be updated. [ 1147.686680] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.686991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.686991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.687171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.687332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.700833] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: IN_PROGRESS for 2s [ 1148.124905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.125101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.125168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.125340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.125436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.125639] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.125738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.125801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.125961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.126052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.126164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be updated. [ 1148.151689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.151895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.151895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.152315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.152315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.160084] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: IN_PROGRESS for 2s [ 1149.716895] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1149.717237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.828288] env[69888]: INFO networking_nsxv3.common.synchronization [req-2c220e21-3cde-4737-9726-34efae4e0968 req-ea9052cf-a0d2-43f3-b5d6-cbc309440a45 tempest-DeleteServersTestJSON-860315123 tempest-DeleteServersTestJSON-860315123-project-member] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1149.828288] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGHEST for action security_group_members [ 1149.828546] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.828767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.828839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.830354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.830354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.830354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.830354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.830354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.830354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.830354] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.174036] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 in Status: SUCCESS [ 1150.174036] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 deletion is rescheduled due to dependency. [ 1150.174036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.332757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.332926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.332992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.333287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.333391] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.333606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.333712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.333778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.333935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.334028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.334121] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be updated. [ 1150.361959] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.362197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.362197] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.362398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.362541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.373640] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: IN_PROGRESS for 2s [ 1151.019575] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d83524e0-f495-4079-8050-a933bf3600e1 tempest-AttachInterfacesTestJSON-1609584389 tempest-AttachInterfacesTestJSON-1609584389-project-member] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1151.020197] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGHEST for action security_group_members [ 1151.020550] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.020696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.020762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.021591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.021591] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.021591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.021591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.021591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.021591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.021906] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.524722] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.524860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.524934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.525192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.525314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.525530] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.525654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.525742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.525878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.525957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.526059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be updated. [ 1151.551659] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.551856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.551856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.552076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.552222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.560328] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: IN_PROGRESS for 2s [ 1152.382571] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f in Status: SUCCESS [ 1152.382925] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f deletion is rescheduled due to dependency. [ 1152.382925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.573124] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa024e6e-9026-4613-b1d6-fe2976d70958 in Status: SUCCESS [ 1153.573443] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 deletion is rescheduled due to dependency. [ 1153.573443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.020739] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1156.021072] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1161.022329] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1161.022647] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1161.566505] env[69888]: INFO networking_nsxv3.common.synchronization [None req-6740e6ad-72cb-461a-8a9d-37df8362c89c None None] Enqueued Resource ID: 0889590d-e8d4-49d9-acdb-4b0929536f12 with Priority: HIGHEST for action port [ 1161.566683] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0889590d-e8d4-49d9-acdb-4b0929536f12 with Priority: HIGHEST for action port [ 1161.567375] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0889590d-e8d4-49d9-acdb-4b0929536f12 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.567513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0889590d-e8d4-49d9-acdb-4b0929536f12" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.567513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0889590d-e8d4-49d9-acdb-4b0929536f12" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.567714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0889590d-e8d4-49d9-acdb-4b0929536f12" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.567787] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0889590d-e8d4-49d9-acdb-4b0929536f12',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.070188] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0889590d-e8d4-49d9-acdb-4b0929536f12 [ 1162.070484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.070850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.070850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.070850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.071010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.071042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0889590d-e8d4-49d9-acdb-4b0929536f12 already deleted. [ 1162.071588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0889590d-e8d4-49d9-acdb-4b0929536f12" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.756899] env[69888]: INFO networking_nsxv3.common.synchronization [None req-d773ee0f-e019-47e7-aad8-a707294b03e6 None None] Enqueued Resource ID: d1deae7f-35da-4318-a80a-ac19b0b54315 with Priority: HIGHEST for action port [ 1163.757250] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1deae7f-35da-4318-a80a-ac19b0b54315 with Priority: HIGHEST for action port [ 1163.757835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1deae7f-35da-4318-a80a-ac19b0b54315 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.757961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1deae7f-35da-4318-a80a-ac19b0b54315" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.758037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1deae7f-35da-4318-a80a-ac19b0b54315" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.758297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1deae7f-35da-4318-a80a-ac19b0b54315" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.761623] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1deae7f-35da-4318-a80a-ac19b0b54315',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.264401] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1deae7f-35da-4318-a80a-ac19b0b54315 [ 1164.264635] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.264768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.264837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.265075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.265171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.265268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1deae7f-35da-4318-a80a-ac19b0b54315 already deleted. [ 1164.265347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1deae7f-35da-4318-a80a-ac19b0b54315" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.935035] env[69888]: INFO networking_nsxv3.common.synchronization [req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 req-bed9df27-8156-4260-98ec-5b0d00a17caa tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1166.935538] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1166.935845] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.935995] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.936092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.936406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.936544] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.936660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.936718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.936899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.937039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.937136] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.298120] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.298334] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.298467] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.298833] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.299282] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.299483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.299618] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.299877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.300118] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.300296] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.300494] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.300639] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.300716] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.300835] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1167.300946] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.301113] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.320046] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.320216] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1167.320276] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.320493] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.320805] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-617b7f53-1ae7-4820-b1d8-4707fe4478dd taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.320980] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.321125] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.321437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.321585] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617b7f53-1ae7-4820-b1d8-4707fe4478dd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.439908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.439908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.439908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.439908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.440352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.440352] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.440352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.440352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.440579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.440579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.440675] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 already deleted. [ 1167.440730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824071] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.824071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.824071] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.824307] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.824470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.824634] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 617b7f53-1ae7-4820-b1d8-4707fe4478dd not found, creating... [ 1167.824941] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.825127] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.825254] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.825475] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.825642] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.825935] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.826114] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.826305] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.826522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.826666] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.826812] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 617b7f53-1ae7-4820-b1d8-4707fe4478dd is going to be created. [ 1167.847853] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.848053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.848194] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.848445] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.848670] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.848889] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.301364] env[69888]: INFO networking_nsxv3.common.synchronization [req-06807b8c-b349-4e63-a064-1d03da25dfbb req-f7b547b6-3701-4c07-ae50-66f445a6e436 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1168.301918] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1168.302243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.302371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.302436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.302639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.302785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.302884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.302944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.303109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.303196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.303291] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.522231] env[69888]: INFO networking_nsxv3.common.synchronization [req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 req-ee75b39d-2944-4996-bc53-ee0405091bc0 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1168.522443] env[69888]: INFO networking_nsxv3.common.synchronization [req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 req-ee75b39d-2944-4996-bc53-ee0405091bc0 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1168.522592] env[69888]: INFO networking_nsxv3.common.synchronization [req-6ae8265a-f09b-4be9-acf8-47f31dbf28b4 req-ee75b39d-2944-4996-bc53-ee0405091bc0 service nova] Enqueued Resource ID: 617b7f53-1ae7-4820-b1d8-4707fe4478dd with Priority: HIGHEST for action port [ 1168.522832] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1168.522980] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1168.523080] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617b7f53-1ae7-4820-b1d8-4707fe4478dd with Priority: HIGHEST for action port [ 1168.523688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.523766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.523803] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.524191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.524295] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.526673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.526673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.526673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.526673] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.526673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.526673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.527079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.527079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.527079] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.529086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-617b7f53-1ae7-4820-b1d8-4707fe4478dd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.529086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.529086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.529086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.529086] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617b7f53-1ae7-4820-b1d8-4707fe4478dd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.806709] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.806855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.806921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.807218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.807326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.807531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.807629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.807693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.807851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.807928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.808022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1168.832765] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.832898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.832941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.833097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.833235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.840212] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1169.026847] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.026847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.029247] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.031510] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 617b7f53-1ae7-4820-b1d8-4707fe4478dd with status ACTIVE [ 1169.031510] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.031510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.031510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.031510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.031510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.031710] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.031710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.031826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.032023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.033165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.033165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.033165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.033165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.033488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.033488] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.033488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 617b7f53-1ae7-4820-b1d8-4707fe4478dd is going to be updated. [ 1169.056098] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.056318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.056318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.056563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.056786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.057018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617b7f53-1ae7-4820-b1d8-4707fe4478dd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.535405] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.037892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.038178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.038178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.038337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.038426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.038532] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be created. [ 1170.059664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.059830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.059830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.060021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.060172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.068383] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: UNINITIALIZED for 2s [ 1170.851967] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1170.852328] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 deletion is rescheduled due to dependency. [ 1170.852328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.923743] env[69888]: INFO networking_nsxv3.common.synchronization [req-53021d7f-240f-4308-9034-e461897ad527 req-4c5a934c-94ce-4e99-ad34-42f0127a8617 tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1171.924325] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1171.924634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.924784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.924854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.925062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.925220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.925582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.925582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.925582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.925582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.925735] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.078191] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1172.078451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.078640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.078880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.079117] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.079272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.079336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.079532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.079623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.079743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.079840] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.427491] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.427691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.427752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.428267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.428267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.428433] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.428433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.428527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.428748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.428748] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.428861] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1172.452996] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.453144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.453144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.453761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.453761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.460877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1172.584727] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.584944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.585078] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.585500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.585763] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.585878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.585945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.586204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.586338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.586436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.586599] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.586694] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.586791] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.587070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.587300] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.587499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.587608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.587790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.587880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.587979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.588101] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.090787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1173.107543] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.107756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.107756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.107901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.108449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.108449] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.108449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.108449] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.108690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.108690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.108907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.109019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.109081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.109300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.109566] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.109663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.109726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.109863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.109936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.110033] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be created. [ 1173.160443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.160628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.160669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.160856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.161039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.174042] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1174.471290] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1174.471740] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 deletion is rescheduled due to dependency. [ 1174.471740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.184869] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1175.185135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.744105] env[69888]: INFO networking_nsxv3.common.synchronization [req-8e750147-2a8b-400d-b739-c41a5cf18a23 req-3cee3613-4472-40a7-90d9-2ad49a85dde0 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1176.744105] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1176.744105] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.744105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.744105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.744105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.745242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.745545] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.745751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.746072] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.746301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.746515] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.114387] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.114589] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.114716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.114987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.115255] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.115418] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.115539] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.115754] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.115901] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.116124] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.116239] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.116376] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.116491] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.116606] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1177.116716] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.116854] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.134814] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.134970] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1177.135126] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.135356] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.135600] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.135793] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.135916] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.136222] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.136373] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fe8f14-0e19-4c60-9a5a-08e95c1fdee2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.248325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.248476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.248546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.248807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.248909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.249204] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.249305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.249368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.249527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.249605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.249730] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1177.274181] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.274337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.274381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.274565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.274700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.283448] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1177.639062] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.639309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.639454] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.639736] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.639893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.640069] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 not found, creating... [ 1177.640364] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.640531] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.640653] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.640874] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.641027] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.641321] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.641484] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.641604] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.641815] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.641949] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.642107] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 is going to be created. [ 1177.664271] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.664468] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.664602] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.664855] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.665262] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.665411] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.340784] env[69888]: INFO networking_nsxv3.common.synchronization [req-8e750147-2a8b-400d-b739-c41a5cf18a23 req-05d7de6c-9fa0-4a18-ae03-4377ecbc12ee service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1178.341047] env[69888]: INFO networking_nsxv3.common.synchronization [req-8e750147-2a8b-400d-b739-c41a5cf18a23 req-05d7de6c-9fa0-4a18-ae03-4377ecbc12ee service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1178.341233] env[69888]: INFO networking_nsxv3.common.synchronization [req-8e750147-2a8b-400d-b739-c41a5cf18a23 req-05d7de6c-9fa0-4a18-ae03-4377ecbc12ee service nova] Enqueued Resource ID: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 with Priority: HIGHEST for action port [ 1178.341821] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1178.341984] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1178.342134] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 with Priority: HIGHEST for action port [ 1178.342484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.342654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.342746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.343112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.343176] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.344129] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.344213] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.344454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.344579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.344651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.344873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.344978] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78fe8f14-0e19-4c60-9a5a-08e95c1fdee2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.846414] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.846631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.849958] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 with status ACTIVE [ 1178.850174] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.850304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.850397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.850567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.850659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.850838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.850936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.851007] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.851177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.851265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.851798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.851798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.851798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.851798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.851798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.852062] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78fe8f14-0e19-4c60-9a5a-08e95c1fdee2 is going to be updated. [ 1178.872794] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.872987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.873048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.873234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.873487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.873654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78fe8f14-0e19-4c60-9a5a-08e95c1fdee2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.294934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1179.295138] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 deletion is rescheduled due to dependency. [ 1179.295256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.295441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.295699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.295913] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.296043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.296113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.296267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.296353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.296447] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.798906] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.301089] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.804056] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.804056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.804056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.804517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.804551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.804694] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1180.834074] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.834074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.834074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.834074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.834384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.842105] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1182.245700] env[69888]: INFO networking_nsxv3.common.synchronization [req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 req-81fbcaf3-27e6-4a98-bd27-e74d9bd64dac tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1182.246278] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1182.246603] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.246741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.246811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.247315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.247533] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.247664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.247734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.247916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.248014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.248117] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.605173] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-613 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.605393] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.605526] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.605811] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.606100] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.606265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.606387] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.606607] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.606757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.606969] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.607110] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.607270] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.607397] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.607521] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1182.607640] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.607756] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.631119] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.631380] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1182.631631] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.631792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-613" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.632128] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-307d575d-027e-4683-b5cf-5c9d41e54946 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.632310] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.632437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.632820] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.633017] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307d575d-027e-4683-b5cf-5c9d41e54946',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.750392] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.750600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.750683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.750908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.750999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.751233] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.751396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.751396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.751542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.751617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.751709] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1182.777105] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.777321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.777409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.777613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.777761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.788085] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1182.850436] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1182.851309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.851309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.851309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.851309] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.851551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.851551] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.851636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.851670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.851746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.851833] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.134974] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.135350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.135522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.135834] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.136040] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.136239] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 307d575d-027e-4683-b5cf-5c9d41e54946 not found, creating... [ 1183.136536] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.136726] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.136854] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.137118] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.137270] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.137558] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.137716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.137836] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.138059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.138199] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.138371] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 307d575d-027e-4683-b5cf-5c9d41e54946 is going to be created. [ 1183.156574] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.156802] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.156923] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.157177] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.157411] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.157629] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.354267] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.832185] env[69888]: INFO networking_nsxv3.common.synchronization [req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 req-0bb2ab64-1358-4e8e-9a4a-d2d971aedbac service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 1183.832432] env[69888]: INFO networking_nsxv3.common.synchronization [req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 req-0bb2ab64-1358-4e8e-9a4a-d2d971aedbac service nova] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1183.832519] env[69888]: INFO networking_nsxv3.common.synchronization [req-ee8fa37e-b02c-49a5-bae7-f329a8e6f453 req-0bb2ab64-1358-4e8e-9a4a-d2d971aedbac service nova] Enqueued Resource ID: 307d575d-027e-4683-b5cf-5c9d41e54946 with Priority: HIGHEST for action port [ 1183.832763] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_rules [ 1183.832891] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1183.832988] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307d575d-027e-4683-b5cf-5c9d41e54946 with Priority: HIGHEST for action port [ 1183.833530] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.833647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.833717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.833919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.833999] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.834983] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.835201] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.835344] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-307d575d-027e-4683-b5cf-5c9d41e54946 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.835498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.835582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.835774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.835870] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307d575d-027e-4683-b5cf-5c9d41e54946',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.857059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5: rpc.has_security_group_logging(os_id): False [ 1183.873818] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.874022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.874071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.874296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.874396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.874653] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.874771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.874848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.875046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.875128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.875221] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1183.933054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.933054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.933054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.933299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.933373] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.944721] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1184.337826] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.337826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.341292] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 307d575d-027e-4683-b5cf-5c9d41e54946 with status ACTIVE [ 1184.341554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.341724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.341793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.342105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.342245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.342519] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.342667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.342772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.343014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.343152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.343420] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.343577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.343687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.343946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.344097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.344262] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 307d575d-027e-4683-b5cf-5c9d41e54946 is going to be updated. [ 1184.366014] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.366372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.366372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.366524] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.366679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.366865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307d575d-027e-4683-b5cf-5c9d41e54946" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.797128] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1184.797451] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 deletion is rescheduled due to dependency. [ 1184.797451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.797638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.797879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.798090] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.798209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.798263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.798450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.798523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.798606] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.300941] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.805248] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.964386] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1185.964613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.307804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.307987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.308038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.308261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.308352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.308458] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1186.343655] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.343806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.343849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.344069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.344210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.352475] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1188.364875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1188.365239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.365282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.365481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.365677] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.365794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.365859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.366016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.366102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.366186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.366279] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.833642] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.833833] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.868319] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.370504] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5bf2925a-ba66-4aac-8f25-3cf00a032615: rpc.has_security_group_logging(os_id): False [ 1189.392090] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.392265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.392321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.392514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.392607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.392862] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.392965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.393042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.393194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.393272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.393365] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1189.453158] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.453342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.453342] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.453535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.453676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.466091] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1189.864653] env[69888]: INFO networking_nsxv3.common.synchronization [req-a13067d9-fcb0-4ad5-a81d-ad9076ef8481 req-cd5d1367-6255-49bb-bf69-746d2cace635 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1189.865230] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1189.865544] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.865664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.865763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.865924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.866086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.866184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.866246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.866394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.866484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.866577] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.368999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.369187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.369312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.369546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.369639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.369842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.369941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.370019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.370175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.370271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.370368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1190.407443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.407793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.407793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.407881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.408018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.420843] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1191.479735] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1191.480106] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.429734] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1192.429910] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1192.430033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.258240] env[69888]: INFO networking_nsxv3.common.synchronization [req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 req-d51e92c3-d007-4998-ab45-fe5e40a599fb tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1193.258916] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1193.259091] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.259252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.259338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.259532] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.259793] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.259793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.259918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.259981] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.260079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.260176] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.574732] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.574950] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.575093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.575381] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.575653] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.575809] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.575934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.576172] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.576326] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.576545] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.576675] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.576785] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.576901] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.577036] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1193.577139] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.577293] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1193.596615] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1193.596808] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1193.596975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1193.597198] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.597633] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.597831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.597993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.598382] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.598548] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3835ce39-2ee4-4fcd-851b-26ebb8a710e7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.763150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.763335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.763394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.763615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.763875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.764152] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.764271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.764364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.764539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.764630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.764739] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1193.788728] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.788946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.788946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.789097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.789239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.797805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1194.102105] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.102105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.102105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.102105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.102105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.102491] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 not found, creating... [ 1194.102491] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.102585] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.102692] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.102917] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.103074] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.103367] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.103532] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.103660] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.103931] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.104092] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.104240] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 is going to be created. [ 1194.130770] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130988] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.131154] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.131457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.131698] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131919] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.799382] env[69888]: INFO networking_nsxv3.common.synchronization [req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 req-148654c7-8a2b-4844-9f8b-a3384557c55c service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1194.799643] env[69888]: INFO networking_nsxv3.common.synchronization [req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 req-148654c7-8a2b-4844-9f8b-a3384557c55c service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1194.799735] env[69888]: INFO networking_nsxv3.common.synchronization [req-13e5f19e-cf53-4c17-8561-fc5759ee20f5 req-148654c7-8a2b-4844-9f8b-a3384557c55c service nova] Enqueued Resource ID: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 with Priority: HIGHEST for action port [ 1194.799961] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1194.800103] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1194.800204] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 with Priority: HIGHEST for action port [ 1194.800738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.800890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.800931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.801332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.801475] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.802884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.803049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.803310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.804026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.804026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.804026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.804026] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3835ce39-2ee4-4fcd-851b-26ebb8a710e7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.306146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.306290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.306497] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 with status ACTIVE [ 1195.306676] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.306792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.306858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.307116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.307222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.307418] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.307519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.307583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.307733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.307811] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.307993] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.308100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.308162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.308303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.308380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.308473] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3835ce39-2ee4-4fcd-851b-26ebb8a710e7 is going to be updated. [ 1195.327236] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.327395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.327441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.327601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.327731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.327876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3835ce39-2ee4-4fcd-851b-26ebb8a710e7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.807450] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1195.807819] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1195.807819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.807897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.808121] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.808307] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.808420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.808486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.808648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.808726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.808825] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.310696] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.813557] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.317710] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.317956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.317956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.318179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.318275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.318383] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1197.347442] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.347645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.347688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.347916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.348104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.357065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1199.367182] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1199.367522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.367522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.367751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.367944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.368068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.368135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.368291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.368372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.368459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.368550] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.801690] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1199.801804] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1199.870478] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.870702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.870769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.870979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.871171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.871266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.871323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.871474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.871564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.871654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.871799] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.871892] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.871951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.872109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.872250] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.872351] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.872431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.872575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.872653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.872739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.872827] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.374625] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1200.392241] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.392458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.392549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.392876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.393039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.393369] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.393528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.393628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.393873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.393979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.394244] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.394380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.394493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.394653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.394729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.394948] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.395088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.395138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.395325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.395432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.395534] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1200.453963] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.454182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.454182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.454418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.454567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.466427] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1202.314532] env[69888]: INFO networking_nsxv3.common.synchronization [req-fc26482b-49d6-4be5-a0d5-4b5470f19014 req-79db102e-76cf-4a67-b5e4-696c297c38ff tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1202.315083] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGHEST for action security_group_members [ 1202.315435] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.315565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.315625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.315822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.316443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.316908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.316993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.317227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.317309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.317412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.481502] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1202.481769] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.822521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.822521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.822521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.822521] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be updated. [ 1202.850217] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.850217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.850217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.850217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.850217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.856403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: IN_PROGRESS for 2s [ 1204.867164] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bed8b483-8c53-4452-a655-11620296942e in Status: SUCCESS [ 1204.867445] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bed8b483-8c53-4452-a655-11620296942e deletion is rescheduled due to dependency. [ 1204.867590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.308134] env[69888]: INFO networking_nsxv3.common.synchronization [req-69142c9d-922d-409f-b392-e8800a8cec33 req-04a13166-0d97-48dc-82cd-6da2f28b2763 tempest-AttachVolumeTestJSON-918200188 tempest-AttachVolumeTestJSON-918200188-project-member] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1205.308134] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGHEST for action security_group_members [ 1205.308950] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.308950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.308950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.308950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.309214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.309214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.309348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.309447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.310024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.310024] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.811461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.811611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.811691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.811911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.812016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.812214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.812330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.812404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.812557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.812637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.812732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 is going to be updated. [ 1205.838714] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.838836] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.838911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.839113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.839255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.846572] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: IN_PROGRESS for 2s [ 1206.978506] env[69888]: INFO networking_nsxv3.common.synchronization [None req-1c307d85-3054-4754-bd79-fa90a7820d9d tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1206.978913] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1206.979242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.979386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.979456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.979723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.979808] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.045587] env[69888]: INFO networking_nsxv3.common.synchronization [None req-221d534f-2ab4-4459-9b8d-5414d78cc53e tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1207.046140] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1207.046443] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.046558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.508416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.508604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.508657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.509036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.509036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.509036] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 already deleted. [ 1207.509176] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.509261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.509429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.509512] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.856061] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 in Status: SUCCESS [ 1207.856061] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 deletion is rescheduled due to dependency. [ 1207.856061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.028204] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.028589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.028589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.028674] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.028710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.028800] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 already deleted. [ 1208.028879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.047009] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1212.047310] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.338612] env[69888]: INFO networking_nsxv3.common.synchronization [req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 req-e31fa3fe-90d8-46b7-b7fd-dd1217194658 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1214.339215] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1214.339582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.339716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.339780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.340076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.340249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.340344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.340491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.340660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.340751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.340845] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.702130] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.702350] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.702479] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.702754] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.703016] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.703178] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.703301] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.703518] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.703670] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.704048] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.704048] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1214.704151] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1214.704224] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1214.704360] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1214.704427] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1214.704578] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1214.723893] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1214.724066] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1214.724209] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1214.724368] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.724638] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0746fee7-31cf-4584-bb0f-890c3a3dc124 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.724801] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.724925] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.725214] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.725354] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0746fee7-31cf-4584-bb0f-890c3a3dc124',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.843012] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.843205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.843256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.843487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.843578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.843797] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.843915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.843980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.844173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.844258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.844347] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 already deleted. [ 1214.844465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.227487] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.227795] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.227876] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.228192] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.228349] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.228509] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0746fee7-31cf-4584-bb0f-890c3a3dc124 not found, creating... [ 1215.228772] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.228933] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.229064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.229286] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.229471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.229759] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.229928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.230141] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.230432] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.230583] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.230731] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 is going to be created. [ 1215.249942] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.250170] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.250267] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.250522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.250756] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.250980] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.797648] env[69888]: INFO networking_nsxv3.common.synchronization [req-44492e76-193f-4b26-8723-7f0d6e67ec4d req-b15b07d6-1b82-45e1-9274-d88fc43a242c tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1215.797648] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1215.797648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.797648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.798300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.798639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.798915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.799714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.799714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.799714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.799714] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.799714] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.871805] env[69888]: INFO networking_nsxv3.common.synchronization [req-f1734aef-92a6-4427-a390-5699a4f23c2f req-679b76ae-2576-436d-8b10-7c3a4bee5e32 tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1215.872585] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGHEST for action security_group_members [ 1215.872731] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5725d273-1e2f-4f29-862f-76d51c2e1b47 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.872849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.872911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.873553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.873718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.874856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.874856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.874856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.874856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.874856] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5725d273-1e2f-4f29-862f-76d51c2e1b47',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.946119] env[69888]: INFO networking_nsxv3.common.synchronization [req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 req-04c9b9ac-7c38-4e07-8779-78bea2ed61af service nova] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1215.946324] env[69888]: INFO networking_nsxv3.common.synchronization [req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 req-04c9b9ac-7c38-4e07-8779-78bea2ed61af service nova] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1215.946470] env[69888]: INFO networking_nsxv3.common.synchronization [req-698b04ac-f5ef-4a5b-bd67-a972053f31b1 req-04c9b9ac-7c38-4e07-8779-78bea2ed61af service nova] Enqueued Resource ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 with Priority: HIGHEST for action port [ 1215.946939] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1215.947081] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1215.947178] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 with Priority: HIGHEST for action port [ 1215.947760] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.947760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.947869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.948026] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.948112] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.949163] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.949322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.949322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.949732] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.949732] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.949831] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.949976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.950135] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.950478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.950478] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.951320] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0746fee7-31cf-4584-bb0f-890c3a3dc124 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.955061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.955205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.955392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.955478] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0746fee7-31cf-4584-bb0f-890c3a3dc124',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.302046] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.302046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.302046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.302046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.302046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.302327] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.302327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.302327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.302471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.302553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.302644] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1216.326941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.327157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.327157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.327461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.327679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.335236] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1216.375965] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.376267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.376405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.376722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.376907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.377215] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.377384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.377481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.377688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.377795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.377912] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 is going to be updated. [ 1216.401634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.401763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.401862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.402069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.402243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.409605] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: IN_PROGRESS for 2s [ 1216.456953] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.457956] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.458435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0746fee7-31cf-4584-bb0f-890c3a3dc124 with status ACTIVE [ 1216.458593] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.458693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.458758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.458925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.459016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.459182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.459273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.459334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.459655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.459754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.459960] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.460159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.460294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.460594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.460707] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.460824] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 is going to be updated. [ 1216.482242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.482416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.482569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.482780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.482992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.483377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.959038] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.461287] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.461539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.461589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.461891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.461987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.462108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be created. [ 1217.483532] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.483716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.483716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.483934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.484105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.493068] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: UNINITIALIZED for 2s [ 1218.110553] env[69888]: INFO networking_nsxv3.common.synchronization [req-ffafe525-7967-404a-97c0-6c555cf7f978 req-b2708fdd-cdc3-4340-95db-6e137407518c tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1218.111085] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1218.111434] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.111570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.343918] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1218.344127] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1218.344244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.344402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.344683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.344872] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.344988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.345066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.345224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.345303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.345400] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.354547] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.354743] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.354873] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.355210] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.355479] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.355678] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.355808] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.356037] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.356189] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.356396] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.356510] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.356623] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.356731] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.356842] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1218.356950] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.357107] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.373615] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.373768] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1218.373903] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.374088] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.374424] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-1b666ca2-fce1-42c6-8253-adee68b61df2 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.374598] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.374719] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.375024] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.375169] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b666ca2-fce1-42c6-8253-adee68b61df2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.418773] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 in Status: SUCCESS [ 1218.419014] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 deletion is rescheduled due to dependency. [ 1218.419597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5725d273-1e2f-4f29-862f-76d51c2e1b47" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.848017] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.848210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.848277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.848498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.848618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.848824] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.848923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.849022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.849155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.849232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.849323] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1218.872534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.872664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.872709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.872891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.873048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.876803] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.876992] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.877141] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.877394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.877561] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.877717] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 1b666ca2-fce1-42c6-8253-adee68b61df2 not found, creating... [ 1218.877969] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.878145] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.878266] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.878483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.878667] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.878973] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.879154] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.879275] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.879522] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.879662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.879807] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 1b666ca2-fce1-42c6-8253-adee68b61df2 is going to be created. [ 1218.881574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1218.902973] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.902973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.902973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.903311] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.903551] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.903730] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.503334] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: SUCCESS [ 1219.503598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.503764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.503980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.504177] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.504293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.504356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.504506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.504585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.504758] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.999261] env[69888]: INFO networking_nsxv3.common.synchronization [req-ffafe525-7967-404a-97c0-6c555cf7f978 req-0bea87aa-150a-4b67-8c83-618583b72286 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1219.999587] env[69888]: INFO networking_nsxv3.common.synchronization [req-ffafe525-7967-404a-97c0-6c555cf7f978 req-0bea87aa-150a-4b67-8c83-618583b72286 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1219.999821] env[69888]: INFO networking_nsxv3.common.synchronization [req-ffafe525-7967-404a-97c0-6c555cf7f978 req-0bea87aa-150a-4b67-8c83-618583b72286 service nova] Enqueued Resource ID: 1b666ca2-fce1-42c6-8253-adee68b61df2 with Priority: HIGHEST for action port [ 1220.000095] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1220.000226] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1220.000322] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b666ca2-fce1-42c6-8253-adee68b61df2 with Priority: HIGHEST for action port [ 1220.000957] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.001290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.001398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.001664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.001831] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.004309] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.004309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.004589] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b666ca2-fce1-42c6-8253-adee68b61df2 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.006848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.006848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.006848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.006848] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b666ca2-fce1-42c6-8253-adee68b61df2',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.007969] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.508336] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.508336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.516092] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b666ca2-fce1-42c6-8253-adee68b61df2 with status ACTIVE [ 1220.516092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.516092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.516092] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.516092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.516092] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b666ca2-fce1-42c6-8253-adee68b61df2 is going to be updated. [ 1220.517434] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c6ba07-1116-4582-a0a1-7c1821c1d906: rpc.has_security_group_logging(os_id): False [ 1220.536667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.537108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.537311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.537601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.537850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.538216] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.539527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.539527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.539527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.539527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.539527] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be created. [ 1220.540507] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.540636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.540636] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.540793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.541491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.541491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b666ca2-fce1-42c6-8253-adee68b61df2" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.599852] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.599852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.599852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.599852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.599852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.610874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: IN_PROGRESS for 2s [ 1220.891907] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1220.892135] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1220.892282] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.892443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.892703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.892934] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.893099] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.893166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.893350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.893430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.893543] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.396130] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.898620] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.400672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.400863] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.400941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.401217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.401325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.401435] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1222.427016] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.428742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.428833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.429074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.429248] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.436819] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1222.624905] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: SUCCESS [ 1222.625150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.446355] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1224.446678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.446777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.446956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.447158] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.447273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.447332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.447523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.447656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.447716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.447816] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.950072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.950264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.950316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.950535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.950708] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.950807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.950871] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.951033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.951124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.951214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.951380] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.951486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.951527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.951652] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.951789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.951916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.951977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.952087] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.952162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.952244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.952331] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.001383] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.001550] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1225.454660] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1225.471113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.471113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.471262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.471409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.471479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.471665] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.471793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.471862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.471976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.472061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.472271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.472369] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.472444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.472599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.472675] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.472860] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.472949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.473105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.473177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.473227] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.473307] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1225.532849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.533068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.533068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.533284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.533429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.548878] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1226.538754] env[69888]: INFO networking_nsxv3.common.synchronization [req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 req-90815c66-c1f8-4796-960e-6ccdf14c47bf tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1226.539362] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1226.539756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.539916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.540141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.540419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.540617] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.540749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.540835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.541059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.541168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.541284] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.802658] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.802890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.803130] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.803429] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.803725] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.803904] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.804048] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.804295] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.804451] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.804679] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.804796] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1226.804912] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1226.805049] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1226.805185] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1226.805300] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1226.805438] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1226.823369] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1226.823533] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1226.823680] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1226.823863] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.824199] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-cecdae5f-0a95-4221-9484-d31e2f25a363 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.824373] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.824497] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.824898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.825056] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecdae5f-0a95-4221-9484-d31e2f25a363',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.043693] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.043879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.043962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.044209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.044305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.044511] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.044619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.044671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.044819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.044897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.044986] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be updated. [ 1227.068985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.069175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.069175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.069368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.069594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.077680] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1227.327064] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.327064] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.327384] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.327481] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.327645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.327805] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port cecdae5f-0a95-4221-9484-d31e2f25a363 not found, creating... [ 1227.328074] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.328236] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.328359] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.328585] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.328727] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.329017] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.329176] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.329299] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.329552] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.329701] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.329845] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: cecdae5f-0a95-4221-9484-d31e2f25a363 is going to be created. [ 1227.348506] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.348646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.348771] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.348995] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.349228] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.349452] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.562420] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1227.562795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.019469] env[69888]: INFO networking_nsxv3.common.synchronization [req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 req-5d66bfb1-e438-46b0-a00b-a200c4bec017 service nova] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_rules [ 1228.019690] env[69888]: INFO networking_nsxv3.common.synchronization [req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 req-5d66bfb1-e438-46b0-a00b-a200c4bec017 service nova] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1228.019834] env[69888]: INFO networking_nsxv3.common.synchronization [req-61d7edca-c76f-4c7c-86cb-15fd6ba01148 req-5d66bfb1-e438-46b0-a00b-a200c4bec017 service nova] Enqueued Resource ID: cecdae5f-0a95-4221-9484-d31e2f25a363 with Priority: HIGHEST for action port [ 1228.020084] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_rules [ 1228.021018] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1228.021018] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecdae5f-0a95-4221-9484-d31e2f25a363 with Priority: HIGHEST for action port [ 1228.021018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.021018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.021218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.021460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.021509] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.022399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.022521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.022747] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecdae5f-0a95-4221-9484-d31e2f25a363 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.022883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.022963] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.023177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.023298] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecdae5f-0a95-4221-9484-d31e2f25a363',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.525521] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.525691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.525896] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cecdae5f-0a95-4221-9484-d31e2f25a363 with status ACTIVE [ 1228.526113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.526226] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.526296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.526537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.526637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.526815] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.526911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.526978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.527142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.527218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527403] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.527500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.527562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.527682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.527755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.527839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cecdae5f-0a95-4221-9484-d31e2f25a363 is going to be updated. [ 1228.549759] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.549894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.549994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.550163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.550294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.550489] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.086745] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1229.087018] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 deletion is rescheduled due to dependency. [ 1229.087057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.087199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.087427] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.087619] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.087740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.087807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.087965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.088061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.088164] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.590875] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.092820] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.595610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.595807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.595882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.596216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.596358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.596532] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be updated. [ 1230.621893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.622589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.622730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.623010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.623456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.631310] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1232.641468] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1232.641841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.641880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.642118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.642313] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.642429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.642494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.642653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.642737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.642822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.642916] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.021720] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1233.021863] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1233.145835] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.145930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.145967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.146210] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.146387] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.146494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.146559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.146712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.146800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.146887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.147048] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.147147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.147205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.147347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.147509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.147604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.147659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.147800] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.147877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.147968] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.148151] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.650666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea42817b-99b2-4791-b27c-e3c625e6a076: rpc.has_security_group_logging(os_id): False [ 1233.667658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.667868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.667868] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.668063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.668156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.668341] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.668438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.668499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.668649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.668725] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.668917] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.669016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.669083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.669224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.669296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.669537] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.669671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.669671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.669806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.669879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.669981] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be updated. [ 1233.724939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.725104] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.725166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.725324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.725459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.736945] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1235.631777] env[69888]: INFO networking_nsxv3.common.synchronization [req-d06c57af-5e51-4fd9-8ff3-4e2fd1fb9e97 req-ccbb9425-ec3e-40a5-804d-8dc6de1da75b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1235.632943] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGHEST for action security_group_members [ 1235.633496] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.633655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.633771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.634733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.634910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.635040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.635109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.635297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.635393] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.635488] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.673088] env[69888]: INFO networking_nsxv3.common.synchronization [req-d06c57af-5e51-4fd9-8ff3-4e2fd1fb9e97 req-ccbb9425-ec3e-40a5-804d-8dc6de1da75b tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: cecdae5f-0a95-4221-9484-d31e2f25a363 with Priority: HIGHEST for action port [ 1235.673592] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cecdae5f-0a95-4221-9484-d31e2f25a363 with Priority: HIGHEST for action port [ 1235.673892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-cecdae5f-0a95-4221-9484-d31e2f25a363 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.674033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.674125] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.674332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.674414] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cecdae5f-0a95-4221-9484-d31e2f25a363',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.750448] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1235.750874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.137765] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.138042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.138042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.138361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.138361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.138549] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.138722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.138787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.138944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.139151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.139151] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be updated. [ 1236.163358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.163525] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.163599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.163765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.163916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.171445] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: IN_PROGRESS for 2s [ 1236.177024] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cecdae5f-0a95-4221-9484-d31e2f25a363 with status ACTIVE [ 1236.177024] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.177173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.177173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.177300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.177562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.177608] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.177743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.177848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.177958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.178045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.178232] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.178327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.178408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.178582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.178662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.178749] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cecdae5f-0a95-4221-9484-d31e2f25a363 is going to be updated. [ 1236.196772] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.196908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.196977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.197185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.197316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.197466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cecdae5f-0a95-4221-9484-d31e2f25a363" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.181308] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea42817b-99b2-4791-b27c-e3c625e6a076 in Status: SUCCESS [ 1238.181690] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 deletion is rescheduled due to dependency. [ 1238.181690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.674403] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1240.674675] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1245.675840] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1245.675840] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1246.257061] env[69888]: INFO networking_nsxv3.common.synchronization [req-7143d4d6-af3e-4073-8146-2a65668e2ed0 req-b46e11e2-b856-4c96-85ef-9b7f658db67e tempest-ServerActionsTestJSON-1788183668 tempest-ServerActionsTestJSON-1788183668-project-member] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1246.257061] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGHEST for action security_group_members [ 1246.257061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.257061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.257061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.257061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.257061] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.257061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.257394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.257394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.257394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.257488] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.761083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.761473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.761473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.761554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.761650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.761834] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.761971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.762051] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.762187] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.762254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.762326] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be updated. [ 1246.790156] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.790336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.790336] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.790494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.790644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.798038] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: IN_PROGRESS for 2s [ 1248.808828] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 in Status: SUCCESS [ 1248.808828] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 deletion is rescheduled due to dependency. [ 1248.808828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.257772] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1251.258039] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.467170] env[69888]: INFO networking_nsxv3.common.synchronization [None req-145df5af-73a1-49c0-92b4-86f481920493 None None] Enqueued Resource ID: 7ecf3313-2836-440f-9949-32984d2f5135 with Priority: HIGHEST for action port [ 1254.467170] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecf3313-2836-440f-9949-32984d2f5135 with Priority: HIGHEST for action port [ 1254.467170] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ecf3313-2836-440f-9949-32984d2f5135 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.467170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ecf3313-2836-440f-9949-32984d2f5135" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.467170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ecf3313-2836-440f-9949-32984d2f5135" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.467170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ecf3313-2836-440f-9949-32984d2f5135" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.467170] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ecf3313-2836-440f-9949-32984d2f5135',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.970251] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ecf3313-2836-440f-9949-32984d2f5135 [ 1254.970486] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.970611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.970702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.970928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.971024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.971123] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ecf3313-2836-440f-9949-32984d2f5135 already deleted. [ 1254.971206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ecf3313-2836-440f-9949-32984d2f5135" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.662146] env[69888]: INFO networking_nsxv3.common.synchronization [None req-078d7055-f24f-4896-9bd2-d8d7847147e5 None None] Enqueued Resource ID: 053de197-3be4-4b4f-be57-42f2b4fef824 with Priority: HIGHEST for action port [ 1256.662146] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 053de197-3be4-4b4f-be57-42f2b4fef824 with Priority: HIGHEST for action port [ 1256.662146] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-053de197-3be4-4b4f-be57-42f2b4fef824 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.662146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-053de197-3be4-4b4f-be57-42f2b4fef824" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.662146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-053de197-3be4-4b4f-be57-42f2b4fef824" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.662546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-053de197-3be4-4b4f-be57-42f2b4fef824" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.662546] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('053de197-3be4-4b4f-be57-42f2b4fef824',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.978922] env[69888]: INFO networking_nsxv3.common.synchronization [None req-578e0540-7eaf-44a3-b692-18be39df0c87 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 5fcdc1fe-6037-470d-b178-083d847547bd with Priority: HIGHEST for action security_group_rules [ 1256.979460] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcdc1fe-6037-470d-b178-083d847547bd with Priority: HIGHEST for action security_group_rules [ 1256.980191] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fcdc1fe-6037-470d-b178-083d847547bd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.980315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.980370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.980624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.980765] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fcdc1fe-6037-470d-b178-083d847547bd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.055673] env[69888]: INFO networking_nsxv3.common.synchronization [None req-795a74d6-f853-405e-aec6-dac46cbdf086 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 5fcdc1fe-6037-470d-b178-083d847547bd with Priority: HIGHEST for action security_group_rules [ 1257.056445] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fcdc1fe-6037-470d-b178-083d847547bd with Priority: HIGHEST for action security_group_rules [ 1257.056953] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fcdc1fe-6037-470d-b178-083d847547bd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.056953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.165049] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 053de197-3be4-4b4f-be57-42f2b4fef824 [ 1257.165302] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.165460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.165569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.166109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.166109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.166109] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:053de197-3be4-4b4f-be57-42f2b4fef824 already deleted. [ 1257.166315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-053de197-3be4-4b4f-be57-42f2b4fef824" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.505211] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.505211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.505423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.505487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.505585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.505682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fcdc1fe-6037-470d-b178-083d847547bd already deleted. [ 1257.505782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.506018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.506096] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.506183] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fcdc1fe-6037-470d-b178-083d847547bd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.026224] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.026509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.026509] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.026657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.026764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.026837] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fcdc1fe-6037-470d-b178-083d847547bd already deleted. [ 1258.026931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fcdc1fe-6037-470d-b178-083d847547bd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.539891] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1258.540062] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:3 started [ 1259.000103] env[69888]: INFO networking_nsxv3.common.synchronization [req-99a3c70d-7359-47bc-8860-4a61bbeecf71 req-1a4b9b46-8b28-4d79-9510-673a4a012c3e tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1259.000103] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1259.000103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.000103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.000103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.000103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.000611] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.000880] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.001086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.001397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.001620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.001833] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.253489] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-422 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.253769] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.253813] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.254094] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.254364] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.254528] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.254649] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.254867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.255029] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.255240] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.255355] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1259.255474] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1259.255637] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1259.255689] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1259.255801] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1259.255938] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1259.272983] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1259.273168] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1259.273311] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1259.273483] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-422" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.273771] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.273942] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.274079] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.274410] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.274519] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.504949] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.776395] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.776623] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.776757] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.777072] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.777239] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.777403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f not found, creating... [ 1259.777741] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.777926] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.778052] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.778315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.778460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.778750] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.778915] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.779050] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.779269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.779409] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.779556] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f is going to be created. [ 1259.797664] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.797886] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.798031] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.798277] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.798503] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.798723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.006429] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.125303] env[69888]: INFO networking_nsxv3.common.synchronization [req-fffce108-8fb7-4134-966a-a67a90e23aff req-7564a110-bb7f-4181-a108-9eeebbb1f288 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1260.125843] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1260.126172] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.126297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.126365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.126568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.126722] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.126826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.126888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.127050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.127137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.127228] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.466227] env[69888]: INFO networking_nsxv3.common.synchronization [req-99a3c70d-7359-47bc-8860-4a61bbeecf71 req-de785a45-219e-4d96-a992-fb1d19be6fc7 service nova] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 1260.466536] env[69888]: INFO networking_nsxv3.common.synchronization [req-99a3c70d-7359-47bc-8860-4a61bbeecf71 req-de785a45-219e-4d96-a992-fb1d19be6fc7 service nova] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1260.466636] env[69888]: INFO networking_nsxv3.common.synchronization [req-99a3c70d-7359-47bc-8860-4a61bbeecf71 req-de785a45-219e-4d96-a992-fb1d19be6fc7 service nova] Enqueued Resource ID: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f with Priority: HIGHEST for action port [ 1260.466966] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_rules [ 1260.466966] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1260.467226] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f with Priority: HIGHEST for action port [ 1260.467591] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.467765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.467849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.468071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.468155] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.469278] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.469371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.469564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.469690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.469767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.469934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.470017] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.508385] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.508554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.508554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.508797] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.508909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.509027] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1260.535667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.535959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.535959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.536184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.536309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.544383] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1260.629318] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.629500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.629549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.629755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.629950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.630223] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.630332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.630398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.630558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.630643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.630732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1260.656944] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.657073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.657145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.657341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.657477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.665788] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1260.971933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975215] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f with status ACTIVE [ 1260.975215] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.975215] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.975215] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.975215] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.975867] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f is going to be updated. [ 1260.995480] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.995832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.996021] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.996288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.996530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.996869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c91b2a7-4a61-4d8c-8a04-8cd92b23d78f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.312276] env[69888]: INFO networking_nsxv3.common.synchronization [req-2a38bdd1-5881-41d4-b429-c890671f9219 req-8a138572-87f5-43e3-b448-caf3110c0b53 tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Enqueued Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1261.314043] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1261.314043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.314043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.314043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.314043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.314043] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.314043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.314408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.314408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.314408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.314408] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.582475] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-557 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.582724] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-557" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.582801] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-557" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.583162] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-557" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.583429] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.583622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.583746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.583967] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.584208] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.584454] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.584541] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1261.584665] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1261.584762] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1261.584875] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1261.585729] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1261.585729] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1261.603464] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1261.603596] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1261.603729] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1261.603904] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-557" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.604213] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ee67382d-35d2-4a9c-85c5-34d353a45c31 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.604404] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.604503] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.604880] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.605258] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee67382d-35d2-4a9c-85c5-34d353a45c31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.817236] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.817475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.817680] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.817793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.817989] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.818110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.818171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.818333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.818461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.818522] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 already deleted. [ 1261.818567] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.107492] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.107726] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.107860] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.108188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.108344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.108518] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ee67382d-35d2-4a9c-85c5-34d353a45c31 not found, creating... [ 1262.108793] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.108960] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.109110] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.109392] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.109538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.109915] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.110196] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.110333] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.110554] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.110697] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.110860] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ee67382d-35d2-4a9c-85c5-34d353a45c31 is going to be created. [ 1262.135023] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.135023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.135023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.135023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.135023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.135023] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.553403] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1262.553616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.553781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.554016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.554212] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.554331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.554399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.554553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.554635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.554732] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.674950] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1262.675278] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1262.675324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.875580] env[69888]: INFO networking_nsxv3.common.synchronization [req-2a38bdd1-5881-41d4-b429-c890671f9219 req-3cf32a9a-a4a7-4404-9994-e532ced6cf33 service nova] Enqueued Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_rules [ 1262.875892] env[69888]: INFO networking_nsxv3.common.synchronization [req-2a38bdd1-5881-41d4-b429-c890671f9219 req-3cf32a9a-a4a7-4404-9994-e532ced6cf33 service nova] Enqueued Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1262.875892] env[69888]: INFO networking_nsxv3.common.synchronization [req-2a38bdd1-5881-41d4-b429-c890671f9219 req-3cf32a9a-a4a7-4404-9994-e532ced6cf33 service nova] Enqueued Resource ID: ee67382d-35d2-4a9c-85c5-34d353a45c31 with Priority: HIGHEST for action port [ 1262.876147] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_rules [ 1262.876279] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1262.876376] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee67382d-35d2-4a9c-85c5-34d353a45c31 with Priority: HIGHEST for action port [ 1262.876927] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.877184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.877184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.877441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.877491] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.878304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.878409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.878476] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.878647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.878804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.878895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.878948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.879089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.879268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.879371] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.880270] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee67382d-35d2-4a9c-85c5-34d353a45c31 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.880374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.880435] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.880585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.880658] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee67382d-35d2-4a9c-85c5-34d353a45c31',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.057294] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.383050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.384242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.384375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.384546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee67382d-35d2-4a9c-85c5-34d353a45c31 with status ACTIVE [ 1263.384734] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.384855] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.384935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.385173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.385287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.385479] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.385592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.385669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.385852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.385940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.391018] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.391018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.391018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.391018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.391018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.391018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee67382d-35d2-4a9c-85c5-34d353a45c31 is going to be updated. [ 1263.409617] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.409788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.409876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.410116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.410247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.410405] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee67382d-35d2-4a9c-85c5-34d353a45c31" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.509024] env[69888]: INFO networking_nsxv3.common.synchronization [req-aa55fea3-2754-42f1-9266-0978dfc512ce req-65762369-17f5-46a5-851d-c206d63a8842 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1263.509830] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1263.510288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.510407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.510771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.510771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.510945] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.511134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.511134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.511349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.511349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.511477] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.560502] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.808471] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.808471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.808471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.808471] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.808920] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.808920] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.809030] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.809218] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.809752] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.809752] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.809752] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1263.809907] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1263.809974] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1263.810391] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1263.810391] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1263.810391] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1263.833993] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1263.833993] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1263.833993] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1263.833993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.833993] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.834266] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.834336] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.834653] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.834802] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf0467a-2e1d-4cf4-a62f-5711b99d32a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.891436] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.014534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.014723] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.014796] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.015033] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.015129] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.015331] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.015429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.015486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.015632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.015708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.015795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1264.043753] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.043894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.043956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.044203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.044349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.052228] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1264.061718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.061842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.061891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.062097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.062156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.062256] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1264.102503] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.102688] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.102733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.102911] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.103062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.112116] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1264.337109] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.337306] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.337427] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.337733] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.337890] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.338063] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 not found, creating... [ 1264.338534] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.338534] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.338650] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.338806] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.338948] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.339279] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.339394] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.339512] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.339723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.339898] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.340057] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 is going to be created. [ 1264.360737] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.361102] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.361263] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.361529] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.361764] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.362034] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.394030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.394030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.394203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.394285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.394381] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.394495] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 is going to be created. [ 1264.420766] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.421066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.421159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.421379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.421547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.435675] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: UNINITIALIZED for 2s [ 1265.121664] env[69888]: INFO networking_nsxv3.common.synchronization [req-aa55fea3-2754-42f1-9266-0978dfc512ce req-f1c9f983-ba20-434e-adcb-59bbd0008115 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1265.121664] env[69888]: INFO networking_nsxv3.common.synchronization [req-aa55fea3-2754-42f1-9266-0978dfc512ce req-f1c9f983-ba20-434e-adcb-59bbd0008115 service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1265.121664] env[69888]: INFO networking_nsxv3.common.synchronization [req-aa55fea3-2754-42f1-9266-0978dfc512ce req-f1c9f983-ba20-434e-adcb-59bbd0008115 service nova] Enqueued Resource ID: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 with Priority: HIGHEST for action port [ 1265.121664] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1265.121664] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1265.122499] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 with Priority: HIGHEST for action port [ 1265.122499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.122664] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.122718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.122925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.123044] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.124271] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.124474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.124737] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.124891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.124988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.125209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.125306] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bf0467a-2e1d-4cf4-a62f-5711b99d32a1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.627647] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.627647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.627913] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 with status ACTIVE [ 1265.629554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.629554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.629554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.629554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.631587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.631587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.631587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bf0467a-2e1d-4cf4-a62f-5711b99d32a1 is going to be updated. [ 1265.652863] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.653053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.653141] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.653354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.653484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.653644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bf0467a-2e1d-4cf4-a62f-5711b99d32a1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.061596] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1266.061786] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1266.061928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.062119] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.062329] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.062512] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.062624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.062691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.062837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.062918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.063020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.122112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 4s [ 1266.444826] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: SUCCESS [ 1266.445071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.445236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.445585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.445653] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.445767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.445832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.445984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.446077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.446162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.446255] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.565077] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.952028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.952028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.952028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.952028] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.952028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.952798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.952798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.952798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.952976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.953193] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.068336] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.456157] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5478faa-8b49-42ac-b618-5e9dc2693758: rpc.has_security_group_logging(os_id): False [ 1267.474303] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.474564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.474564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.474777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.474873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.475107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.475272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.475272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.475433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.475504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.475746] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.475746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.475926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.475926] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.476052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.476165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.476274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.476333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.476463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.476548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.476647] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 is going to be created. [ 1267.532899] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.533108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.533169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.533565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.533942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.546884] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: IN_PROGRESS for 2s [ 1267.570471] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.570619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.570691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.570959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.571063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.571162] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1267.613510] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.613704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.613704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.613930] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.614085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.622352] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1268.131957] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1268.132168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.132291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.132533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.132782] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.132933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.133028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.133211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.133301] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.133408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.133477] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.637070] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.139288] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c39a948-c9a1-4efa-bee2-20d570801c86: rpc.has_security_group_logging(os_id): False [ 1269.174985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.175338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.175437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.175685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.175837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.176372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.176433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.176649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.176788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.176884] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1269.249416] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.249608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.249660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.249891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.250062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.263017] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1269.558560] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: SUCCESS [ 1269.558560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.631936] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1269.632219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.632415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.632683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.632888] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.633059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.633162] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.633264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.633347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.633475] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.633644] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.123346] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.123733] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1270.136047] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.136229] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.136292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.136468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.136621] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.136733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.136809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.136990] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.137133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.137203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.137376] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.137478] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.137560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.137705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.137884] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.138019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.138083] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.138192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.138265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.138367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.138461] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.640711] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1270.658134] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.658718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.658718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.658718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.658718] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.658988] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.658988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.659173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.659214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.659565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.659565] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.659709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.659709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.659877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.659919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660119] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.660232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.660292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.660456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.660544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.660878] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1270.714301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.714456] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.714526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.714737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.714883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.728906] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1271.274787] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1271.275303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.744648] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1272.745117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.464306] env[69888]: INFO networking_nsxv3.common.synchronization [req-36265cae-24f0-4a84-a959-c2fad2d33a2b req-6bf12f98-8744-4208-8479-c5df0a0175ab tempest-ServerMetadataTestJSON-570807767 tempest-ServerMetadataTestJSON-570807767-project-member] Enqueued Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1274.464846] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGHEST for action security_group_members [ 1274.465167] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.465305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.465372] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.465569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.465720] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.465858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.465858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.466057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.466143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.466238] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.968103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.968318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.968375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.968574] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.968706] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.968895] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.969025] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.969091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.969326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.969326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.970153] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 is going to be updated. [ 1274.997078] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.997285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.997337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.997553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.997711] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.007168] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: IN_PROGRESS for 2s [ 1277.018039] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5478faa-8b49-42ac-b618-5e9dc2693758 in Status: SUCCESS [ 1277.018425] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 deletion is rescheduled due to dependency. [ 1277.018425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.465852] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.466268] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1279.965986] env[69888]: INFO networking_nsxv3.common.synchronization [req-0c9ebd49-8db6-4c5f-81d5-d813faa86560 req-7fc4d581-574c-4172-b028-837e0837e3fe tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1279.966184] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1279.966576] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.966730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.966784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.967074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.967273] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.967404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.967487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.967670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.967783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.967927] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.470508] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.471047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.471047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.471047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.471606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.471606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.471606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.471606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.471967] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1280.496887] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.497160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.497160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.497418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.497587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.505144] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1282.515290] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1282.515669] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 deletion is rescheduled due to dependency. [ 1282.515669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.449568] env[69888]: INFO networking_nsxv3.common.synchronization [None req-a40b049a-e58d-499c-876f-6b8b03bb80de None None] Enqueued Resource ID: 311d65ac-e67a-4bb5-9347-f9c2dee53c44 with Priority: HIGHEST for action port [ 1283.449827] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 311d65ac-e67a-4bb5-9347-f9c2dee53c44 with Priority: HIGHEST for action port [ 1283.451155] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-311d65ac-e67a-4bb5-9347-f9c2dee53c44 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.451331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-311d65ac-e67a-4bb5-9347-f9c2dee53c44" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.451436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-311d65ac-e67a-4bb5-9347-f9c2dee53c44" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.451766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-311d65ac-e67a-4bb5-9347-f9c2dee53c44" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.451891] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('311d65ac-e67a-4bb5-9347-f9c2dee53c44',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.954154] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 311d65ac-e67a-4bb5-9347-f9c2dee53c44 [ 1283.954499] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.954607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.954656] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.955012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.955012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.955161] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:311d65ac-e67a-4bb5-9347-f9c2dee53c44 already deleted. [ 1283.955161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-311d65ac-e67a-4bb5-9347-f9c2dee53c44" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.238480] env[69888]: INFO networking_nsxv3.common.synchronization [None req-03f365ce-a0ca-49a5-aa94-504730c96b2c None None] Enqueued Resource ID: 8f231380-cd95-4a6f-8b3a-356c75994a74 with Priority: HIGHEST for action port [ 1285.239049] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f231380-cd95-4a6f-8b3a-356c75994a74 with Priority: HIGHEST for action port [ 1285.239425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f231380-cd95-4a6f-8b3a-356c75994a74 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.239559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f231380-cd95-4a6f-8b3a-356c75994a74" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.239622] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f231380-cd95-4a6f-8b3a-356c75994a74" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.239875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f231380-cd95-4a6f-8b3a-356c75994a74" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.240318] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f231380-cd95-4a6f-8b3a-356c75994a74',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.742561] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f231380-cd95-4a6f-8b3a-356c75994a74 [ 1285.742790] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.742915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.742983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.744166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.744166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.744166] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f231380-cd95-4a6f-8b3a-356c75994a74 already deleted. [ 1285.744843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f231380-cd95-4a6f-8b3a-356c75994a74" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.240649] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.241057] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1290.707495] env[69888]: INFO networking_nsxv3.common.synchronization [req-7763cf39-9d88-4b2d-9974-2629c25d6d1f req-2acc4365-c8f7-4af5-9611-e72849222f3e tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1290.707947] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1290.708733] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.708733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.708733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.708733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.708965] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.708965] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.709085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.710052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.710052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.710052] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.978143] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.978411] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.978572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.978910] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.979193] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.979357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.979478] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.979702] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.979853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.980116] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.980251] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1290.980376] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1290.980478] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1290.980594] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1290.980704] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1290.980845] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.002234] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.002430] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1291.002585] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.002775] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.003142] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-aa854994-23d6-48f7-82f7-d16d195c351a taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.003347] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.003482] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.003818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.004007] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa854994-23d6-48f7-82f7-d16d195c351a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.211881] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.212363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.212483] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.212801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.212938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.213256] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.213407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.213505] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.213716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.213820] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.213937] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 already deleted. [ 1291.214059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.497889] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.498331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.498331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.498423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.498469] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.506290] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.506490] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.506617] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.506877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.507041] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.507199] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port aa854994-23d6-48f7-82f7-d16d195c351a not found, creating... [ 1291.507455] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.507615] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.507763] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.508011] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.508225] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.508519] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.508682] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.508807] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.509033] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.509178] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.509322] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: aa854994-23d6-48f7-82f7-d16d195c351a is going to be created. [ 1291.530823] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.531038] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.531156] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.531407] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.531635] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.531858] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.001417] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.196339] env[69888]: INFO networking_nsxv3.common.synchronization [req-7763cf39-9d88-4b2d-9974-2629c25d6d1f req-8ae0ac0b-78b3-4dc6-b8dd-c8d93a9b014e service nova] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_rules [ 1292.196547] env[69888]: INFO networking_nsxv3.common.synchronization [req-7763cf39-9d88-4b2d-9974-2629c25d6d1f req-8ae0ac0b-78b3-4dc6-b8dd-c8d93a9b014e service nova] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1292.196699] env[69888]: INFO networking_nsxv3.common.synchronization [req-7763cf39-9d88-4b2d-9974-2629c25d6d1f req-8ae0ac0b-78b3-4dc6-b8dd-c8d93a9b014e service nova] Enqueued Resource ID: aa854994-23d6-48f7-82f7-d16d195c351a with Priority: HIGHEST for action port [ 1292.196950] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_rules [ 1292.197098] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1292.197198] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa854994-23d6-48f7-82f7-d16d195c351a with Priority: HIGHEST for action port [ 1292.197757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.197878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.197979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.198465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.198568] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.199438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.199555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.199625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.199840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.199949] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.200124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.200165] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.200315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.200400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.200492] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.201985] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa854994-23d6-48f7-82f7-d16d195c351a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.201985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.201985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.201985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.201985] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa854994-23d6-48f7-82f7-d16d195c351a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.504014] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.703426] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.703631] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.703850] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.704732] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa854994-23d6-48f7-82f7-d16d195c351a with status ACTIVE [ 1292.704955] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.705089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.705160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.705358] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.705729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.705729] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.705888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.705888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.706023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.706105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.706288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.706699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.706699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.706699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.706699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.706944] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa854994-23d6-48f7-82f7-d16d195c351a is going to be updated. [ 1292.727026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.727202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.727202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.727318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.727452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.727601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa854994-23d6-48f7-82f7-d16d195c351a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.936326] env[69888]: INFO networking_nsxv3.common.synchronization [req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 req-208ab638-a2b8-4223-84d1-d075a071bed6 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1292.936881] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1292.937214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.937347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.937416] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.937666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.937893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.938032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.938101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.938278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.938367] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.938462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.006663] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1293.006840] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1293.208736] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.319100] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.319501] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.319501] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.319720] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.320125] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.320344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.320485] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.320765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.320853] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.321081] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1293.321223] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.321316] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.321426] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.321541] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1293.321648] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.321839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.346712] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.346712] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1293.346806] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.346917] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.347242] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.348918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.348918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.348918] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.348918] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.440476] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.440629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.440700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.440914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.441075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.441321] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.441468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.441540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.441705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.441788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.441877] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1293.465500] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.465650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.465700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.465834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.465961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.474728] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1293.711540] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.711935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.711935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.711935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.712071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.712138] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be created. [ 1293.751303] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.751494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.751494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.751657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.751809] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.761124] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: UNINITIALIZED for 2s [ 1293.818182] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.818332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.818390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.818581] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.831601] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1293.832539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833330] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1293.849943] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.850181] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.850315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.850618] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.850723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.850872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1293.851155] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.851314] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.851431] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.851646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.851782] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.852065] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.852255] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.852393] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.852618] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.852754] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.852895] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1293.873927] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.874133] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.874266] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.874502] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.874717] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.874923] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.878159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.878273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.878338] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.878495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.890739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.891513] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1293.891640] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1293.891689] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1293.929778] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.929970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.930082] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.930295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.931576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.931766] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1294.035972] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.036170] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.036244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.036398] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.036693] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.036963] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1294.126924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.127107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.127157] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.127365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.127983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.128199] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:45. [ 1294.128294] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'bed8b483-8c53-4452-a655-11620296942e', 'a6840cab-65ab-4b1e-b883-4f7dbcc4bda5', '0c39a948-c9a1-4efa-bee2-20d570801c86', 'bd585054-82e2-4ef9-a65c-633bd9deba6a', '3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f', 'c2a0265c-a3a2-47bb-b30f-f200f4958b1c', '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5', 'ab222402-8d6d-4074-a4b3-d83697a8dc18', '57d1f6be-ef6c-4fa3-8e10-3fe182935e14', 'f83738f0-be43-41ab-a4f4-d4c5acfbb4e5', 'd5d1077f-9fe2-4487-956a-68477181bc2b', 'd9173e08-6ed7-46f4-859c-377a16115616', 'd654cd53-f7d8-4488-98ba-b73c6e14e8f4', 'afc73b56-e2f9-40d3-8500-c0a4bdcedf8e', '71102390-e1b5-45df-8835-045e6cc0a8e5', 'ca01dcd7-8e55-4b22-a93c-81764b886bf8', '0f535780-d219-4d97-bfdf-49990321b477', '422a775e-d09e-4635-bf6a-24d6ee9a2f25', 'ea42817b-99b2-4791-b27c-e3c625e6a076', '8aca0236-1b4c-443e-b4dd-b386d3134ac7', '47436819-fbed-418b-a299-689254358ca8', 'fa024e6e-9026-4613-b1d6-fe2976d70958', '5bf2925a-ba66-4aac-8f25-3cf00a032615', '3aa2dac3-4306-4e08-ab28-a8f764ed4498', '66c6ba07-1116-4582-a0a1-7c1821c1d906', '0a1aa3e0-6b73-4aeb-95c0-499915620dd1', 'a5478faa-8b49-42ac-b618-5e9dc2693758', '85760c58-c40e-465c-a9d1-8c039a6fe3ac', '38692519-bc41-4fc9-866f-36a4d0fb8751', 'fd2fb054-ae69-4d90-a2d3-2afe53d65b2c', 'd5955462-1852-4a8c-949f-fb8aa0e039f0', '1198c0a5-1e11-4be4-9f2c-6731dddf9c65', 'b357bfa9-0a50-4f89-9c1a-1fd7935b5d06', 'a53019fd-ccfa-4406-91f8-4fdb5e7fea31', '28e0d299-6aa9-450b-a62a-2317be38ad02', '01196eb0-1a82-4fd6-a226-21008c98fef0', '4adc9500-d45d-4d28-9832-da50b43fba49', '194b0e5e-7cb7-4152-8c55-fd9de86b9f80', 'e13e6d19-236c-4bcc-8794-a86e1ad2da04', '89d61d28-ad1a-46ff-8fe5-03bd16b47527', '5725d273-1e2f-4f29-862f-76d51c2e1b47', 'daaa9fa8-f7b8-4f00-91de-8f28b8940915', 'e99e0dae-23c1-4cbc-bfb1-3ce008325b87', '2ddea31d-688e-464b-80db-1113affbfe77', '5d07f7a8-6759-4e1e-9927-455920e31c99'} {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.128434] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1294.149761] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.149905] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.149961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.150257] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.150399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.150514] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1294.150602] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.150676] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1294.274810] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.274992] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.275102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.275365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.276429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.276695] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1294.276774] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1294.276848] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1294.276909] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1294.276997] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/45 resources of Type:Security Group Rules [ 1294.277079] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGH for action security_group_rules [ 1294.277145] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGH for action security_group_rules [ 1294.277202] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1294.277264] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGH for action security_group_rules [ 1294.277316] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 1294.277383] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGH for action security_group_rules [ 1294.277439] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1294.277497] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGH for action security_group_rules [ 1294.277556] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 1294.277624] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGH for action security_group_rules [ 1294.277675] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGH for action security_group_rules [ 1294.277728] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGH for action security_group_rules [ 1294.277787] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGH for action security_group_rules [ 1294.277846] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGH for action security_group_rules [ 1294.277902] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGH for action security_group_rules [ 1294.277963] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGH for action security_group_rules [ 1294.278035] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGH for action security_group_rules [ 1294.278091] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGH for action security_group_rules [ 1294.278155] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGH for action security_group_rules [ 1294.278211] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGH for action security_group_rules [ 1294.278305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.637053] env[69888]: INFO networking_nsxv3.common.synchronization [req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 req-25492237-9c45-4f69-a896-48cfd6c7fdf5 service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1294.637228] env[69888]: INFO networking_nsxv3.common.synchronization [req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 req-25492237-9c45-4f69-a896-48cfd6c7fdf5 service nova] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1294.637378] env[69888]: INFO networking_nsxv3.common.synchronization [req-9e86dd50-9d3d-448a-b3ab-3c976a961d88 req-25492237-9c45-4f69-a896-48cfd6c7fdf5 service nova] Enqueued Resource ID: 7247085c-183e-435e-924f-c976f9d730c7 with Priority: HIGHEST for action port [ 1294.637607] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_rules [ 1294.637761] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1294.637868] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7247085c-183e-435e-924f-c976f9d730c7 with Priority: HIGHEST for action port [ 1294.637968] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bed8b483-8c53-4452-a655-11620296942e with Priority: HIGH for action security_group_rules [ 1294.638064] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1294.638177] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1294.638260] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGH for action security_group_rules [ 1294.638391] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 with Priority: HIGH for action security_group_rules [ 1294.638513] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea42817b-99b2-4791-b27c-e3c625e6a076 with Priority: HIGH for action security_group_rules [ 1294.638614] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 with Priority: HIGH for action security_group_rules [ 1294.638709] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f535780-d219-4d97-bfdf-49990321b477 with Priority: HIGH for action security_group_rules [ 1294.638797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e with Priority: HIGH for action security_group_rules [ 1294.638882] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 with Priority: HIGH for action security_group_rules [ 1294.638966] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 with Priority: HIGH for action security_group_rules [ 1294.639178] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9173e08-6ed7-46f4-859c-377a16115616 with Priority: HIGH for action security_group_rules [ 1294.639292] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5d1077f-9fe2-4487-956a-68477181bc2b with Priority: HIGH for action security_group_rules [ 1294.639380] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 with Priority: HIGH for action security_group_rules [ 1294.639520] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 with Priority: HIGH for action security_group_rules [ 1294.639669] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c with Priority: HIGH for action security_group_rules [ 1294.639804] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 with Priority: HIGH for action security_group_rules [ 1294.639955] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f with Priority: HIGH for action security_group_rules [ 1294.640124] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 with Priority: HIGH for action security_group_rules [ 1294.640230] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd585054-82e2-4ef9-a65c-633bd9deba6a with Priority: HIGH for action security_group_rules [ 1294.641312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.641436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.641500] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.641742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.641824] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.643036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.643036] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.643036] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.643256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.643256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.643332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.643376] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.644143] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bed8b483-8c53-4452-a655-11620296942e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.644252] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.644319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.644470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.644541] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bed8b483-8c53-4452-a655-11620296942e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.645283] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.645392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.645460] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.645623] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.645695] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.646580] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.646660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.646837] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.646932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.646996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.647396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.647396] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.647999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.648126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.648191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.648341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.648412] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8aca0236-1b4c-443e-b4dd-b386d3134ac7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.649126] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea42817b-99b2-4791-b27c-e3c625e6a076 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.649331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.649399] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.649564] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.649638] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea42817b-99b2-4791-b27c-e3c625e6a076',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.650379] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.650617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.650702] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.651644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.651644] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('422a775e-d09e-4635-bf6a-24d6ee9a2f25',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.651780] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f535780-d219-4d97-bfdf-49990321b477 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.651780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.651875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.651984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.652176] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f535780-d219-4d97-bfdf-49990321b477',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.653409] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.653409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.653409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.653409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.653409] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('afc73b56-e2f9-40d3-8500-c0a4bdcedf8e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.654030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.654139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.654207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.654357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.654429] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca01dcd7-8e55-4b22-a93c-81764b886bf8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.658217] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.658217] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d654cd53-f7d8-4488-98ba-b73c6e14e8f4',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.658217] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d9173e08-6ed7-46f4-859c-377a16115616 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.658217] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.658652] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d9173e08-6ed7-46f4-859c-377a16115616',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.659026] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5d1077f-9fe2-4487-956a-68477181bc2b taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.659128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.660924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.660924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.660924] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5d1077f-9fe2-4487-956a-68477181bc2b',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.660924] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.660924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.660924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.660924] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.660924] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83738f0-be43-41ab-a4f4-d4c5acfbb4e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.661408] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.661508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.661571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.661756] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.661818] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d1f6be-ef6c-4fa3-8e10-3fe182935e14',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.662504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.662633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.662704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.663050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.663050] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2a0265c-a3a2-47bb-b30f-f200f4958b1c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.663614] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab222402-8d6d-4074-a4b3-d83697a8dc18 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.663724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.663793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.663945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.664034] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab222402-8d6d-4074-a4b3-d83697a8dc18',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.664793] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.664903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.664973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.665148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.665225] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.665903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.666017] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.666089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.666244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.666315] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6840cab-65ab-4b1e-b883-4f7dbcc4bda5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.667039] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd585054-82e2-4ef9-a65c-633bd9deba6a taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.667860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.667860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.667860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.667860] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd585054-82e2-4ef9-a65c-633bd9deba6a',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.179205] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.179598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.180658] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.180784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.180830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.181041] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.181193] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.181285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.181347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.181502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.181586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.181670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.181752] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.185402] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.185502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.185571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.185734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.185878] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.185971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.186045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.186192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.186272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.186354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.186438] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.188112] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7247085c-183e-435e-924f-c976f9d730c7 with status ACTIVE [ 1295.188274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.188374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.188440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.188590] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.188670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.188757] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1295.188896] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.189040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.189040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.189185] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.189260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.189436] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.189526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.189587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.189722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.189793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.189874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1295.193432] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.193539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.193603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.193765] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.193910] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.194018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.194081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.194223] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.194305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.194387] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.194531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.194618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.194676] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.194808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.194939] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.195040] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.195100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.195235] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.195303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.195382] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.195467] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.208030] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1295.263532] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.263672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.263744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.263952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.265557] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.265657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.278622] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.278740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.279469] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.279563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.280302] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.280394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.281171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.281298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.282013] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.282118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.282801] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.282887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.284531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.284615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.286846] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.286940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.292216] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872225}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1295.292353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.292494] env[69888]: Traceback (most recent call last): [ 1295.292542] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1295.292542] env[69888]: listener.cb(fileno) [ 1295.292542] env[69888]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1295.292542] env[69888]: result = function(*args, **kwargs) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 1295.292542] env[69888]: self._port_realize(port) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1295.292542] env[69888]: return self.nsx_provider.port_realize(os_port, delete) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1295.292542] env[69888]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1295.292542] env[69888]: return func(*args, **kwargs) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1295.292542] env[69888]: res = self.client.put(path=path, data=data) [ 1295.292542] env[69888]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1295.292542] env[69888]: raise RuntimeError(msg, last_err) [ 1295.292542] env[69888]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1295.292542] env[69888]: Removing descriptor: 74 [ 1295.298514] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.298935] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.299064] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.300509] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.300862] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.300953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.302277] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.302644] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.302737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.303337] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.303723] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.303815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.304384] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.304753] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.304845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.305429] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.305811] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.305902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.309163] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.309573] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.309669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.311293] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1295.311683] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.311791] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f535780-d219-4d97-bfdf-49990321b477 is going to be deleted. [ 1295.312616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.312822] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.319210] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.319312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.329328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.329488] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca01dcd7-8e55-4b22-a93c-81764b886bf8 is going to be deleted. [ 1295.330219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.330403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.349882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.350066] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6840cab-65ab-4b1e-b883-4f7dbcc4bda5 is going to be deleted. [ 1295.350818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.351023] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.366620] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.366774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.375853] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.375953] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.380222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.380338] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 422a775e-d09e-4635-bf6a-24d6ee9a2f25 is going to be deleted. [ 1295.382057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.382057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.427915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.428120] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2a0265c-a3a2-47bb-b30f-f200f4958b1c is going to be deleted. [ 1295.428991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.429216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.430671] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.430778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.453536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.453686] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83738f0-be43-41ab-a4f4-d4c5acfbb4e5 is going to be deleted. [ 1295.454540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.454744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.484820] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.484929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.487119] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1295.487302] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 deletion is rescheduled due to dependency. [ 1295.487410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.487553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.487755] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.487919] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.488044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.488107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.488265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.488346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.488437] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.507013] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.507158] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab222402-8d6d-4074-a4b3-d83697a8dc18 is going to be deleted. [ 1295.508098] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.508305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.526015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.526123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.544736] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.544882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.547699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.547809] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d9173e08-6ed7-46f4-859c-377a16115616 is going to be deleted. [ 1295.548689] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.548884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.606455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.606842] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.607012] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.607100] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.607337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.607441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.607689] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.607793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.607866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.608067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.608151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.608363] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.608451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.608523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.608729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.608826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.608934] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1295.610534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.610719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.687389] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.687525] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d1f6be-ef6c-4fa3-8e10-3fe182935e14 is going to be deleted. [ 1295.688648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.688875] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.690316] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.690439] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.700295] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.749415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.749415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.749415] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.749415] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bed8b483-8c53-4452-a655-11620296942e is going to be deleted. [ 1295.750242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.750442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.774321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1295.774537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.774994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.775236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.775441] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.775558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.775621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.775772] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.775853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.775936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.776041] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.794151] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.794278] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d654cd53-f7d8-4488-98ba-b73c6e14e8f4 is going to be deleted. [ 1295.795163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.795379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.799483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.799627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.822513] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.822651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.841542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.841681] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5d1077f-9fe2-4487-956a-68477181bc2b is going to be deleted. [ 1295.842554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.842763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.863492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.863643] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.900168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.900427] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f is going to be deleted. [ 1295.901557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.901557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.902796] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.902899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.969881] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.970039] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.973988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.974174] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: afc73b56-e2f9-40d3-8500-c0a4bdcedf8e is going to be deleted. [ 1295.975276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.975491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.983541] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.983667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.990035] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.013586] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.013824] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.013988] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.014328] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.014663] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.014858] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.015021] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.015299] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.015473] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.015725] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.015868] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1296.016014] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1296.016165] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1296.016352] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1296.016508] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1296.016693] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1296.025272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.025391] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea42817b-99b2-4791-b27c-e3c625e6a076 is going to be deleted. [ 1296.026255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.026422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.069748] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1296.069931] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1296.070169] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1296.070376] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-348" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.070698] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0746fee7-31cf-4584-bb0f-890c3a3dc124 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.070877] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.071009] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.071331] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.071479] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0746fee7-31cf-4584-bb0f-890c3a3dc124',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.086116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.086258] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8aca0236-1b4c-443e-b4dd-b386d3134ac7 is going to be deleted. [ 1296.087562] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.087779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.087870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.088027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f535780-d219-4d97-bfdf-49990321b477" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.088203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.088378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.088469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.088601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca01dcd7-8e55-4b22-a93c-81764b886bf8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.089113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.089283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.089366] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.089502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6840cab-65ab-4b1e-b883-4f7dbcc4bda5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.089630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.089793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.089877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.090011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-422a775e-d09e-4635-bf6a-24d6ee9a2f25" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.090411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.090571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.090665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.090787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2a0265c-a3a2-47bb-b30f-f200f4958b1c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.090918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.091113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.091222] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.091341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83738f0-be43-41ab-a4f4-d4c5acfbb4e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.091469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.091658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.109680] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.109856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.126947] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.127127] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd585054-82e2-4ef9-a65c-633bd9deba6a is going to be deleted. [ 1296.128073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.128280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.128371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.128492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab222402-8d6d-4074-a4b3-d83697a8dc18" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.128647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.128802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.128879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.128989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d9173e08-6ed7-46f4-859c-377a16115616" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.129502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.129660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.129741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.129852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d1f6be-ef6c-4fa3-8e10-3fe182935e14" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.129979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.130171] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.130308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.131300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.131468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.131549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.131669] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bed8b483-8c53-4452-a655-11620296942e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.131810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.131957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.132048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.132167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d654cd53-f7d8-4488-98ba-b73c6e14e8f4" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.132618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.132775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.132857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.132962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5d1077f-9fe2-4487-956a-68477181bc2b" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.133107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.133274] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.133350] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.133455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d0133f9-6784-4bb8-bbcb-d88ddb2f5f2f" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.133578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.133719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.133792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.133895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-afc73b56-e2f9-40d3-8500-c0a4bdcedf8e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.153634] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.153812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.153888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.154062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.154155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.154285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8aca0236-1b4c-443e-b4dd-b386d3134ac7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.157118] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.157118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.157118] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.157349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.157349] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.157582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea42817b-99b2-4791-b27c-e3c625e6a076" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.168842] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1296.202600] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c39a948-c9a1-4efa-bee2-20d570801c86: rpc.has_security_group_logging(os_id): False [ 1296.224429] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.224650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.224650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.224856] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.224948] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.225117] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd585054-82e2-4ef9-a65c-633bd9deba6a" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.246062] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1296.246903] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.247108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.247253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.247606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.278934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.279288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.279406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.279473] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.279695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.279780] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.279872] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1296.281353] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.281597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.281597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.281724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.281858] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.281954] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.282031] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.282169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.282247] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.282327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.282472] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.282561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.282620] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.282761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.282893] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.282983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.283045] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.283181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.283256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.283335] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.283427] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.406764] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.407090] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.407175] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.407409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.407558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.427405] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1296.496202] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.574085] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.574338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.574472] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.574772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.574927] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.575304] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.575473] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.575595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.575824] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.575968] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.576304] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.576450] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.576581] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.576837] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.576988] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.577156] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 is going to be updated. [ 1296.603998] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.604240] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.604373] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.604675] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.604844] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.605211] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.785394] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6: rpc.has_security_group_logging(os_id): False [ 1296.802391] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.802575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.802575] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.802779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.802864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.803107] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.803212] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.803276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.803442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.803519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.803696] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.803786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.803846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.803988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.804074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.804311] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.804412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.804412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.804529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.804599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.804682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be created. [ 1296.868366] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.868542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.868594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.868764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.868932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.879769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1296.998641] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.998891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.999011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.999302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.999430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.999562] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1297.040347] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.040510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.040561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.040744] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.040881] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.049247] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1297.325015] env[69888]: INFO networking_nsxv3.common.synchronization [req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e req-d29d65d6-0076-4716-adb9-5dd6c68eeee9 service nova] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1297.325291] env[69888]: INFO networking_nsxv3.common.synchronization [req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e req-d29d65d6-0076-4716-adb9-5dd6c68eeee9 service nova] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1297.325375] env[69888]: INFO networking_nsxv3.common.synchronization [req-c46f3aad-19b7-4e66-a821-88abc1cf7f8e req-d29d65d6-0076-4716-adb9-5dd6c68eeee9 service nova] Enqueued Resource ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 with Priority: HIGHEST for action port [ 1297.325606] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_rules [ 1297.325738] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1297.325835] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 with Priority: HIGHEST for action port [ 1297.326390] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.326515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.326606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.326777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.326857] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.329711] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.329833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.329915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.330110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.330249] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.330362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.330467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.330571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.330850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.330850] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.334086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0746fee7-31cf-4584-bb0f-890c3a3dc124 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.334086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.334086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.334086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.334086] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0746fee7-31cf-4584-bb0f-890c3a3dc124',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.833506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.833658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.835030] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.835892] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0746fee7-31cf-4584-bb0f-890c3a3dc124 with status ACTIVE [ 1297.836098] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.836216] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.836283] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.836498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.836586] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.836756] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.836869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.836925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.837079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.837154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.837354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.837445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.837497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.837639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.837712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.837795] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0746fee7-31cf-4584-bb0f-890c3a3dc124 is going to be updated. [ 1297.858120] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.858270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.858313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.858471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.858598] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.858743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0746fee7-31cf-4584-bb0f-890c3a3dc124" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.183925] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1298.184221] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.340770] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.440285] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1298.440569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.842566] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.842737] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.842901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.843102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.843207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.843320] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be updated. [ 1298.869310] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.869523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.869570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.870225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.870225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.879019] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: IN_PROGRESS for 2s [ 1298.889234] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1298.889465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.058619] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1299.058827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.059075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.059316] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.059509] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.059624] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.059692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.059824] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.059916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.059979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.060103] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.561917] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.064049] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5: rpc.has_security_group_logging(os_id): False [ 1300.080838] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.081019] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.081071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.081286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.098447] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.098588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.098658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.098865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.098949] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.099057] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1300.151573] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.151720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.151792] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.152016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.152164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.164612] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1300.890176] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: SUCCESS [ 1300.890760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.890760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.890997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.891337] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.891549] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.891633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.891898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.892425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.892425] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.892425] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.395532] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.899043] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c6ba07-1116-4582-a0a1-7c1821c1d906: rpc.has_security_group_logging(os_id): False [ 1301.915923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.915923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.915923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.915923] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.935056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.935261] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.935450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.935561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.935735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.935866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.935939] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be updated. [ 1301.993358] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.993552] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.993597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.993773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.993915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.005659] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: IN_PROGRESS for 2s [ 1302.177691] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1302.177691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.177934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.178089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.178166] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.327287] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1302.327570] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1302.680600] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.680823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.680823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.681038] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.681287] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.681469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.681469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.681607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.681699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.681788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.681879] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.185538] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.692440] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5: rpc.has_security_group_logging(os_id): False [ 1303.709354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.709495] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.709576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.709793] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.709883] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.710164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.710353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.710353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.710480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.710555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.710642] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be updated. [ 1303.764757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.764994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.765161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.766043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.766043] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.777875] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: IN_PROGRESS for 2s [ 1304.019315] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: SUCCESS [ 1304.019543] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.741248] env[69888]: INFO networking_nsxv3.common.synchronization [req-93e89815-bd3b-495f-bd9c-5a0b25161c7a req-edfed8ba-4b5e-406a-b06c-28a81fda2e1e tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1304.741525] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1304.741872] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.741999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.742085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.742318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.742583] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.742672] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.743073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.743073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.743073] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.743073] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.245631] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.245862] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.245962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.246296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.246423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.246719] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.246850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.246891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.247070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.247154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.247250] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1305.276139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.276518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.276599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.276841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.277011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.288050] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1305.498907] env[69888]: INFO networking_nsxv3.common.synchronization [req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 req-e88088bd-cb06-4416-9bfd-5b81e126d83b tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1305.499603] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1305.499923] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.500058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.792935] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 in Status: SUCCESS [ 1305.793298] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.801875] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-129 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.802130] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.802398] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.802553] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.802841] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.803016] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.803149] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.803476] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.803671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.803903] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.804036] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.804159] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.804278] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.804402] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1305.804518] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.804683] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.823018] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.823229] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1305.823385] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.823579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-129" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.823985] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-0ea20b15-6c0b-427e-b063-a77ecb242d98 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.824194] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.824319] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.824646] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.824792] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea20b15-6c0b-427e-b063-a77ecb242d98',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.327536] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.327536] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.327874] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.328047] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.328252] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.328416] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 0ea20b15-6c0b-427e-b063-a77ecb242d98 not found, creating... [ 1306.328697] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.328866] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.328993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.329363] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.329453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.329758] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.329923] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.330140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.330438] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.330571] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.330744] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 0ea20b15-6c0b-427e-b063-a77ecb242d98 is going to be created. [ 1306.351272] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.351600] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.351653] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.351920] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.352167] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.352406] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.046546] env[69888]: INFO networking_nsxv3.common.synchronization [req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 req-9a120237-78b8-4c97-b34b-aebcdf9c842c service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1307.046802] env[69888]: INFO networking_nsxv3.common.synchronization [req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 req-9a120237-78b8-4c97-b34b-aebcdf9c842c service nova] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1307.046879] env[69888]: INFO networking_nsxv3.common.synchronization [req-a090bb36-f46b-4ff8-9e83-d5bd44c3bf44 req-9a120237-78b8-4c97-b34b-aebcdf9c842c service nova] Enqueued Resource ID: 0ea20b15-6c0b-427e-b063-a77ecb242d98 with Priority: HIGHEST for action port [ 1307.047508] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_rules [ 1307.047678] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1307.047801] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ea20b15-6c0b-427e-b063-a77ecb242d98 with Priority: HIGHEST for action port [ 1307.048115] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.048268] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.048357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.048600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.048704] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.050010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.050010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.050010] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ea20b15-6c0b-427e-b063-a77ecb242d98 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.050010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.050010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.050318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.050354] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ea20b15-6c0b-427e-b063-a77ecb242d98',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.299376] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1307.299615] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1307.299743] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.299895] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.300127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.300474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.300609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.300682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.300850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.300934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.301253] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.552117] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.552319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.552432] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ea20b15-6c0b-427e-b063-a77ecb242d98 with status ACTIVE [ 1307.552750] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.552878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.552945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.553177] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.553270] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.553450] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.553547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.553608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.553760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.553837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.554053] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.554116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.554179] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.554344] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.554420] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.554505] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ea20b15-6c0b-427e-b063-a77ecb242d98 is going to be updated. [ 1307.575127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.575314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.575314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.575480] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.575611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.575754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ea20b15-6c0b-427e-b063-a77ecb242d98" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.803767] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.306322] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.808988] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.809271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.809271] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.809493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.809585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.809690] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1308.841338] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.841588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.841588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.841774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.841915] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.850897] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1310.863066] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1310.863066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.863491] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.863539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.863718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.863832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.863898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.864075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.864169] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.864270] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.366470] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.868173] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.048888] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.049130] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1312.370552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.370861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.370861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.370996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.371109] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.371224] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1312.404821] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.405231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.405231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.405417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.405487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.418601] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1314.429151] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1314.429465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.429616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.429845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.430045] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.430166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.430233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.430419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.430504] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.430578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.430669] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.933081] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.933333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.933444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.933768] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.934029] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.934174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.934276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.934502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.934635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.934771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.934990] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.935148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.935244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.935452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.935675] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.935815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.935913] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.936133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.936249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.936374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.936510] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.438802] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71102390-e1b5-45df-8835-045e6cc0a8e5: rpc.has_security_group_logging(os_id): False [ 1315.456789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.456945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.457032] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.457258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.457346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.457540] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.457642] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.457708] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.457861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.457933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.458166] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.458266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.458348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.458496] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.458569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.458748] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.458841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.458904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.459057] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.459133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.459231] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1315.515887] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.516139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.516139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.516319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.516463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.537762] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1317.049731] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.050058] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1317.435040] env[69888]: INFO networking_nsxv3.common.synchronization [req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 req-22734b0b-db61-4abb-9a58-1df6218e9e66 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1317.435605] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1317.435908] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.436046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.436116] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.436315] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.436471] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.436568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.436625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.436770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.436852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.436945] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.557941] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1317.558200] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.690210] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-929 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.690461] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.690601] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.690883] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.691165] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.691337] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.691460] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.691683] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.691842] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.692071] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.692190] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1317.692301] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1317.692436] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1317.692571] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1317.692685] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1317.692823] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1317.711197] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1317.711356] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1317.711495] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1317.711663] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-929" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.711944] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-acea2c79-7692-4ad7-81a5-8b492c377efd taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.712154] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.712238] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.712542] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.712679] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acea2c79-7692-4ad7-81a5-8b492c377efd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.938864] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.214456] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.214838] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.214838] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.215164] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.215269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.215455] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port acea2c79-7692-4ad7-81a5-8b492c377efd not found, creating... [ 1318.215731] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.215920] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.216053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.216315] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.216476] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.216779] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.216968] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.217108] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.217409] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.217487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.217656] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: acea2c79-7692-4ad7-81a5-8b492c377efd is going to be created. [ 1318.236335] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.236562] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.236664] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.236886] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.237119] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.237344] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.441304] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.900889] env[69888]: INFO networking_nsxv3.common.synchronization [req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 req-b2a17a8c-3d66-49fa-adcf-67f5f908079d service nova] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_rules [ 1318.901068] env[69888]: INFO networking_nsxv3.common.synchronization [req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 req-b2a17a8c-3d66-49fa-adcf-67f5f908079d service nova] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1318.901225] env[69888]: INFO networking_nsxv3.common.synchronization [req-dbcbee03-a9f6-40cb-8da7-4c1b73008c92 req-b2a17a8c-3d66-49fa-adcf-67f5f908079d service nova] Enqueued Resource ID: acea2c79-7692-4ad7-81a5-8b492c377efd with Priority: HIGHEST for action port [ 1318.901462] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_rules [ 1318.901666] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1318.901666] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acea2c79-7692-4ad7-81a5-8b492c377efd with Priority: HIGHEST for action port [ 1318.902338] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.902479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.902584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.902726] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.902809] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.903649] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.903754] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.903922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-acea2c79-7692-4ad7-81a5-8b492c377efd taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.904050] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.904194] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.904255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.904313] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acea2c79-7692-4ad7-81a5-8b492c377efd',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.944072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.944287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.944434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.944583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.944671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.944771] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be updated. [ 1318.971999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.972293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.972293] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.972432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.972553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.980037] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1319.261644] env[69888]: INFO networking_nsxv3.common.synchronization [req-62918cd0-727d-4b45-8f36-0365852c2c9b req-73b1bae4-394a-4de1-8c84-a070e09a8a34 tempest-ServerDiskConfigTestJSON-895909602 tempest-ServerDiskConfigTestJSON-895909602-project-member] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1319.262186] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGHEST for action security_group_members [ 1319.262484] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.262606] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.262677] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.262869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.263980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.263980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.263980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.263980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.263980] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.263980] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.406161] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.462587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acea2c79-7692-4ad7-81a5-8b492c377efd with status ACTIVE [ 1319.462587] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.462587] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.462587] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.462587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.463781] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acea2c79-7692-4ad7-81a5-8b492c377efd is going to be updated. [ 1319.463781] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.463781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.463781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.463781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.463781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.463781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acea2c79-7692-4ad7-81a5-8b492c377efd" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.766121] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.766360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.766360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.766561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.766671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.766831] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.766927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.766991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.767155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.767232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.767318] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be updated. [ 1319.792173] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.792321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.792380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.792650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.792650] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.799610] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: IN_PROGRESS for 2s [ 1320.992054] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1320.992054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.992054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.992054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.992602] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.992602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.992602] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.992846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.992972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.993135] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.495576] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.809172] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 in Status: SUCCESS [ 1321.809379] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 deletion is rescheduled due to dependency. [ 1321.809443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.998416] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.500873] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.500873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.500873] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.501291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.501291] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.501413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be updated. [ 1322.532481] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.532741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.532741] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.533016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.533236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.542010] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1324.262850] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.263128] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1324.551769] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1324.551991] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.552205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.552465] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.552664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.552781] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.552843] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.553014] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.553124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.553173] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.553268] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.056160] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.056320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.056365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.056589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.056755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.056845] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.056908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.057070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.057158] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.057245] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.057390] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.057484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.057544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.057679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.057863] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.057934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.057969] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.058097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.058172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.058286] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.058341] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.560546] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6: rpc.has_security_group_logging(os_id): False [ 1325.577564] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.577815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.577920] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.578161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.578264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.578500] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.578663] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.578721] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.578851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.578933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.579137] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.579233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.579289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.579432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.579507] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.579688] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.579776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.579834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.579972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.580060] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.580179] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be updated. [ 1325.638260] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.638584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.638660] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.638846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.638983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.649972] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1327.665811] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1327.666132] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.776722] env[69888]: INFO networking_nsxv3.common.synchronization [req-71a043d3-b30f-4df7-a5a2-8d8706c137c6 req-a8c413d6-9981-405f-8924-5c5ca55ac15e tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1327.776948] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1327.777274] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.777362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.777432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.777638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.777795] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.777996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.778071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.778224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.778311] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.778408] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.281083] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.784079] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.285804] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.286068] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.286156] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.286409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.286519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.286640] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1329.312754] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.312910] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.312974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.313127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.313607] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.323087] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1331.333059] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1331.333441] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.777716] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.777716] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.778734] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.779083] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.893547] env[69888]: INFO networking_nsxv3.common.synchronization [req-c8dde476-dc1f-45f4-8d2b-8110b89a7db1 req-57fc5cc8-879f-4c6e-b4eb-25d0da984b32 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1340.894113] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1340.894421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.894541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.894609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.895190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.895190] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.895190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.895190] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.895634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.895634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.895721] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.397482] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.900117] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.402263] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.402529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.402529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.402638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.402728] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.402826] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be updated. [ 1342.433916] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.434097] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.434172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.434390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.434554] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.442850] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1342.937866] env[69888]: INFO networking_nsxv3.common.synchronization [req-2166cff6-1ed1-4a38-b1fd-170ff199f98b req-9d958031-2e95-4433-8758-ace9eb0a11ca tempest-ServerActionsTestOtherA-1164705460 tempest-ServerActionsTestOtherA-1164705460-project-member] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1342.938187] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGHEST for action security_group_members [ 1342.939395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.939395] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.939395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.939395] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.443072] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.443309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.443432] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.443771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.443919] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.444246] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.444410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.444516] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.444760] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.444894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.445051] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be updated. [ 1343.472312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.472492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.472492] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.472679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.472818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.480767] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: IN_PROGRESS for 2s [ 1344.451679] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1344.451679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.490752] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 in Status: SUCCESS [ 1345.491150] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 deletion is rescheduled due to dependency. [ 1345.491150] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.938952] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.939236] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1348.426626] env[69888]: INFO networking_nsxv3.common.synchronization [req-d91b92b5-1834-4122-986f-063f207519a2 req-acd5f4ac-64c4-4a5c-ba5d-a31ec7169461 tempest-ServerRescueTestJSON-195856670 tempest-ServerRescueTestJSON-195856670-project-member] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1348.427166] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGHEST for action security_group_members [ 1348.427471] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.427585] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.427651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.427852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.428352] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.428474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.428538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.428717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.428807] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.428900] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.934022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.934022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.934022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.934022] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be updated. [ 1348.965103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.965103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.965103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.965103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.965103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.971515] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: IN_PROGRESS for 2s [ 1350.983076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 in Status: SUCCESS [ 1350.983076] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 deletion is rescheduled due to dependency. [ 1350.983537] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.595671] env[69888]: INFO networking_nsxv3.common.synchronization [req-db66acb9-acd4-41ab-a5fe-48351d4fc6a5 req-744aa44c-52fe-49cb-9f3f-74739ba8b761 tempest-AttachVolumeShelveTestJSON-1874126145 tempest-AttachVolumeShelveTestJSON-1874126145-project-member] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1351.596294] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGHEST for action security_group_members [ 1351.596739] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.596739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.596739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.596933] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.596933] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.597027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.597324] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.597578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.597578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.597720] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.100103] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.100429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.100429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.100560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.100651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.100928] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.101049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.101122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.101269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.101361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.101426] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be updated. [ 1352.127981] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.128233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.128233] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.128419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.128558] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.137133] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: IN_PROGRESS for 2s [ 1354.147596] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: IN_PROGRESS for 4s [ 1356.158974] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 in Status: SUCCESS [ 1356.158974] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 deletion is rescheduled due to dependency. [ 1356.158974] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.597060] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.597274] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.597731] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.598107] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.571489] env[69888]: INFO networking_nsxv3.common.synchronization [None req-59a4c3d6-918b-442c-bfe0-83142520d58b None None] Enqueued Resource ID: 33e314f0-9b4b-4c51-bca3-ead86e5f7c49 with Priority: HIGHEST for action port [ 1363.571489] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e314f0-9b4b-4c51-bca3-ead86e5f7c49 with Priority: HIGHEST for action port [ 1363.572096] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e314f0-9b4b-4c51-bca3-ead86e5f7c49 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.572364] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e314f0-9b4b-4c51-bca3-ead86e5f7c49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.572544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e314f0-9b4b-4c51-bca3-ead86e5f7c49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.572882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e314f0-9b4b-4c51-bca3-ead86e5f7c49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.573089] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e314f0-9b4b-4c51-bca3-ead86e5f7c49',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.074951] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33e314f0-9b4b-4c51-bca3-ead86e5f7c49 [ 1364.075186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.075186] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.075289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.075666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.075666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.075666] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33e314f0-9b4b-4c51-bca3-ead86e5f7c49 already deleted. [ 1364.075666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e314f0-9b4b-4c51-bca3-ead86e5f7c49" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.085246] env[69888]: INFO networking_nsxv3.common.synchronization [None req-ac74672b-27e9-4216-a2e4-13c10786eccd tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1364.085246] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1364.085694] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.085815] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.085884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.086122] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.086206] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.149923] env[69888]: INFO networking_nsxv3.common.synchronization [None req-a0854ffb-03d1-4bdd-8575-e4b32942f714 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1364.150229] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1364.150540] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.150644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.608078] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.610269] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 already deleted. [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.610269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.610269] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.129895] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.130048] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.130124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.130346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.130437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.130535] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 already deleted. [ 1365.130617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.587787] env[69888]: INFO networking_nsxv3.common.synchronization [None req-b7a679d2-9e25-43bc-83f2-0a1b6f2519cb None None] Enqueued Resource ID: ab634181-927e-4760-98e6-bbc6b8eb247e with Priority: HIGHEST for action port [ 1365.588103] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab634181-927e-4760-98e6-bbc6b8eb247e with Priority: HIGHEST for action port [ 1365.588704] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab634181-927e-4760-98e6-bbc6b8eb247e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.588898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab634181-927e-4760-98e6-bbc6b8eb247e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.589018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab634181-927e-4760-98e6-bbc6b8eb247e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.589280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab634181-927e-4760-98e6-bbc6b8eb247e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.589380] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab634181-927e-4760-98e6-bbc6b8eb247e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.091642] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab634181-927e-4760-98e6-bbc6b8eb247e [ 1366.091922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.092062] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.092142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.092352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.092440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.092532] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab634181-927e-4760-98e6-bbc6b8eb247e already deleted. [ 1366.092613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab634181-927e-4760-98e6-bbc6b8eb247e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.413558] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.413773] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.413905] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.414254] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.414514] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.414675] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.414798] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.415028] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.415184] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.415412] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.415530] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1366.415642] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1366.415754] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1366.415867] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1366.415975] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1366.416131] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1366.435339] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1366.435471] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1366.435589] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1366.435737] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.436019] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.436188] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.436309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.436539] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.436676] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.939245] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.939494] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.939605] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.939907] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.940070] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.940235] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1366.940501] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.940662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.940785] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.941093] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.941244] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.941534] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.941696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.941820] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.942099] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.942253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.942400] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1366.959325] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872296}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1366.959536] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1366.960100] env[69888]: ERROR oslo_messaging.rpc.server [ 1367.458181] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.458480] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.458572] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.458888] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.459263] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.459452] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.459577] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.459831] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.459990] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.460232] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.460373] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1367.460492] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1367.460606] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1367.460773] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1367.460940] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1367.461088] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1367.478636] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1367.478800] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1367.478960] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1367.479152] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.479456] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.479636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.479810] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.480061] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.480205] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1367.982664] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.982910] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.983031] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.983338] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.983499] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.983663] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1367.983927] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.984105] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.984229] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.984457] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.984602] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.984887] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.985059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.985184] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.985398] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.985538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.985682] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1368.002541] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872297}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1368.002728] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1368.003154] env[69888]: ERROR oslo_messaging.rpc.server [ 1368.502779] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.502779] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.502779] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.503175] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.503326] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.503482] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.503603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.503823] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.503973] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.504197] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.504315] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1368.504428] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1368.504539] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1368.504653] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1368.504762] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1368.504899] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1368.522954] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1368.523129] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1368.523269] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1368.523433] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.523711] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.523872] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.523994] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.524259] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.524398] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.026951] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.027198] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.027335] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.027637] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.027792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.027953] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1369.028237] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.028410] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.028538] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.028765] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.028909] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.029247] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.029416] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.029539] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.029755] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.029896] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.030056] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1369.046402] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872298}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1369.046595] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1369.046975] env[69888]: ERROR oslo_messaging.rpc.server [ 1369.396309] env[69888]: INFO networking_nsxv3.common.synchronization [req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 req-c1a8859e-81e4-4935-9750-d4a74023031e tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1369.396836] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1369.397193] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.397327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.397386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.397628] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.397783] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.397878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.397937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.398174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.398260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.398351] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.541611] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.541900] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.541900] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.542241] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.542507] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.542672] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.542792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.543136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.543353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.543607] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.543766] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.543913] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.544074] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.544230] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.544375] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.544551] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.562173] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.562338] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1369.562479] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.562645] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.562920] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.563113] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.563252] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.563491] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.563644] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.624908] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.625120] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.625253] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.625571] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.625845] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.626015] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.626145] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.626364] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.626749] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.626749] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.626853] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1369.626934] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1369.627058] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1369.627262] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1369.627392] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1369.627529] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1369.643806] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1369.643952] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.016 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1369.644140] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1369.644323] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.644605] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ab5a145b-b660-45e9-808b-9bd5fb052494 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.644770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.644893] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.645191] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.645332] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a145b-b660-45e9-808b-9bd5fb052494',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.900680] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.900906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.900906] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.901093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.901195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.901386] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.901510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.901569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.901701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.901776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.901862] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 already deleted. [ 1369.901945] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.065680] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.065914] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.066059] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.066403] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.066515] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.066681] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1370.066954] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.067136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.067259] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.067481] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.067622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.067909] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.068085] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.068212] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.068423] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.068563] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.068706] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1370.086107] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872299}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1370.086293] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1370.086698] env[69888]: ERROR oslo_messaging.rpc.server [ 1370.148140] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.148437] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.148603] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.148960] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.149130] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.149296] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ab5a145b-b660-45e9-808b-9bd5fb052494 not found, creating... [ 1370.149562] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.149723] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.149850] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.150115] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.150309] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.150559] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.150746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.150844] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.151075] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.151219] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.151368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ab5a145b-b660-45e9-808b-9bd5fb052494 is going to be created. [ 1370.179723] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.179961] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.180087] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.180375] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.180628] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.180867] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.579389] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.579671] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.579714] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.579987] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.580314] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.580487] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.580611] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.580836] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.581039] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.581289] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.581416] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.581531] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.581651] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.581810] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1370.581961] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.582089] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.611206] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.611404] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1370.611570] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.611746] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.612064] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.612231] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.612357] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.612609] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.612749] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.839411] env[69888]: INFO networking_nsxv3.common.synchronization [req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 req-f8c0c39b-f850-4621-8f0b-9b067a031894 service nova] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1370.839602] env[69888]: INFO networking_nsxv3.common.synchronization [req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 req-f8c0c39b-f850-4621-8f0b-9b067a031894 service nova] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1370.839746] env[69888]: INFO networking_nsxv3.common.synchronization [req-a3d8dc4e-3598-43b1-a9a3-9181b1f283f1 req-f8c0c39b-f850-4621-8f0b-9b067a031894 service nova] Enqueued Resource ID: ab5a145b-b660-45e9-808b-9bd5fb052494 with Priority: HIGHEST for action port [ 1370.840269] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_rules [ 1370.840407] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1370.840499] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab5a145b-b660-45e9-808b-9bd5fb052494 with Priority: HIGHEST for action port [ 1370.840803] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.840870] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.840940] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.841255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.841339] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.842140] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.842249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.842317] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.842472] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.843059] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.843059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.843059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.843059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.843059] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.843059] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.843912] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab5a145b-b660-45e9-808b-9bd5fb052494 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.843912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.844261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.844304] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.844366] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab5a145b-b660-45e9-808b-9bd5fb052494',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.114896] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.115261] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.115261] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.115564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.115717] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.115881] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1371.116160] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.116322] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.116441] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.116662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.116813] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.117106] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.117265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.117384] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.117592] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.117726] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.117866] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1371.134101] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872300}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1371.134283] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1371.134690] env[69888]: ERROR oslo_messaging.rpc.server [ 1371.346718] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.348345] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.348591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.352147] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab5a145b-b660-45e9-808b-9bd5fb052494 with status ACTIVE [ 1371.352667] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.352798] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.352861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.353081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.353174] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.353373] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.353498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.353561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.353709] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.353787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.353969] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.354085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.354146] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.354314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.354390] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.354474] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab5a145b-b660-45e9-808b-9bd5fb052494 is going to be updated. [ 1371.374664] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.374842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.374957] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.375133] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.375263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.375417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab5a145b-b660-45e9-808b-9bd5fb052494" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.622291] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.622636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.622636] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.622902] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.623184] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.623353] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.623470] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.623696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.623842] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.624063] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1371.624182] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1371.624320] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1371.624441] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1371.624556] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1371.624666] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1371.624800] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1371.652874] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1371.653043] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1371.653184] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1371.653345] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.653618] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.653780] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.653904] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.654183] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.654328] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.849749] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.156232] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.156448] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.156540] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.156839] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.156993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.157177] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1372.157445] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.157607] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.157730] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.157952] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.158108] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.158425] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.158591] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.158713] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.158934] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.159080] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.159228] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1372.175702] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872302}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1372.175885] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1372.176285] env[69888]: ERROR oslo_messaging.rpc.server [ 1372.352354] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.352526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.352600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.352828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.352921] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.353029] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 is going to be created. [ 1372.377662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.377858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.377858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.378063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.378230] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.387548] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: UNINITIALIZED for 2s [ 1372.663336] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.663642] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.663686] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.663935] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.664206] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.664371] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.664492] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.664710] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.664858] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.665081] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.665204] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1372.665317] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1372.665435] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1372.665546] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1372.665653] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1372.665788] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1372.683582] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1372.683745] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1372.683889] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1372.684072] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.684362] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.684527] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.684648] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.684886] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.685035] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1373.186908] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.187136] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.187269] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.187563] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.187716] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.187880] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1373.188165] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.188332] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.188456] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.188677] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.188818] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.189168] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.189375] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.189506] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.189724] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.189865] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.190013] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1373.210920] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872303}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1373.211147] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1373.211546] env[69888]: ERROR oslo_messaging.rpc.server [ 1373.705623] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.705927] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.706046] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.706255] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.706523] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.706688] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.706812] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.707045] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.707200] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.707404] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.707523] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1373.707637] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1373.707750] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1373.707863] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1373.707973] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1373.708127] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1373.725922] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1373.726103] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1373.726255] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1373.726408] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.726684] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.726849] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.726972] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.727220] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.727361] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.230063] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.230265] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.230382] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.230669] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.230825] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.230988] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1374.231323] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.231489] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.231613] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.231838] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.231980] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.232302] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.232468] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.232593] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.232807] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.232946] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.233102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1374.251327] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872304}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1374.251505] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1374.251874] env[69888]: ERROR oslo_messaging.rpc.server [ 1374.397737] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: SUCCESS [ 1374.397952] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.398134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.398328] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.398506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.398615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.398679] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.398827] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.398909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.398999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.399096] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.749368] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.749619] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.749733] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.750022] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.750301] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.750463] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.750587] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.750809] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.750955] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.751238] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.751385] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1374.751497] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1374.751557] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1374.751672] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1374.751785] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1374.751944] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1374.772613] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1374.772804] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1374.772994] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1374.773194] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.773501] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.773697] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.773840] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.774122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.774287] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.901291] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.277207] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.277430] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.277564] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.277869] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.278039] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.278208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1375.278471] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.278642] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.278764] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.278993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.279153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.279465] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.279622] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.279744] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.279955] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.280109] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.280257] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1375.297216] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872305}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1375.297405] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1375.297731] env[69888]: ERROR oslo_messaging.rpc.server [ 1375.403392] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50: rpc.has_security_group_logging(os_id): False [ 1375.420479] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.420639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.420695] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.420865] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.420950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.421243] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.421340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.421403] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.421557] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.421633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.421718] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 is going to be created. [ 1375.476919] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.477093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.477145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.477312] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.477494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.487268] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: IN_PROGRESS for 2s [ 1375.792266] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-638 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.792602] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.792664] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.792906] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.793192] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.793352] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.793475] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.793705] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.793862] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.794091] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.794218] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1375.794341] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1375.794462] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1375.794585] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1375.794730] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1375.794894] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1375.816444] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1375.816650] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1375.816803] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1375.816976] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-638" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.817286] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-7247085c-183e-435e-924f-c976f9d730c7 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.817464] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.817596] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.817832] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.817996] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7247085c-183e-435e-924f-c976f9d730c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.841343] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1375.841473] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1376.320382] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.320689] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.320775] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.321077] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.321263] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.321432] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 7247085c-183e-435e-924f-c976f9d730c7 not found, creating... [ 1376.321706] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.321871] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.321995] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.322263] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.322414] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.322703] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1376.322863] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.323018] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.323215] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.323359] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.323500] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 7247085c-183e-435e-924f-c976f9d730c7 is going to be created. [ 1376.339186] env[69888]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', 'data': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'display_name': '7247085c-183e-435e-924f-c976f9d730c7', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': '7247085c-183e-435e-924f-c976f9d730c7', 'type': 'PARENT', 'traffic_tag': 638}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:e0:b1:cd'}], 'tags': [{'scope': 'age', 'tag': 1744872306}, {'scope': 'revision_number', 'tag': 7}, {'scope': 'security_group', 'tag': '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-638', 'path': '/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\n}' [ 1376.339364] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-7247085c-183e-435e-924f-c976f9d730c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Exception during message handling: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 174, in _process_incoming [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/agent.py", line 80, in get_network_bridge [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server self.realizer.precreate_port(current["id"], network_meta) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 231, in precreate_port [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server self._port_realize(port) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server return self.nsx_provider.port_realize(os_port, delete) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server res = self.client.put(path=path, data=data) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server raise RuntimeError(msg, last_err) [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-638/ports/7247085c-183e-435e-924f-c976f9d730c7] as it already exists."\\n}\'') [ 1376.339755] env[69888]: ERROR oslo_messaging.rpc.server [ 1377.499196] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: SUCCESS [ 1377.499196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.842998] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1380.843394] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.843619] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.843886] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.844924] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.845264] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.846027] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.846395] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.847538] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.847955] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.848329] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.848750] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.849613] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.849613] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.850354] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.850354] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.851417] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.851781] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.852564] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.852835] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.558952] env[69888]: INFO networking_nsxv3.common.synchronization [None req-af3aa4c4-18b6-468d-935e-343877056036 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1426.559486] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1426.559819] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.559942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.560056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.560437] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.560548] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.645560] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f98fca44-a37d-4829-9af5-418a6d959e17 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1426.645974] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1426.646294] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.646397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.080012] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.080327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.080327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.080444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.080538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.080638] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c already deleted. [ 1427.080729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.080864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.081022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.081102] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.607859] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.608027] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.608063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.608365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.608502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.608620] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c already deleted. [ 1427.608729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.647526] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1431.647793] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.766526] env[69888]: INFO networking_nsxv3.common.synchronization [req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 req-ede6f16a-ffa7-4691-8c32-24d25ca1ade9 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1431.766967] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1431.767281] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.767404] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.767474] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.767731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.767892] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.767993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.768066] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.768218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.768302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.768411] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.012465] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.012666] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.012795] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.013140] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.013411] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.013575] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.013696] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.013928] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.014089] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.014335] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.014469] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1432.014610] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1432.014730] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1432.014846] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1432.014957] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1432.015108] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1432.034846] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1432.035018] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1432.035187] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1432.035359] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.035648] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-2da35140-5544-42f0-9c3c-c391cc06f36e taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.035819] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.035944] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.036257] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.036399] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da35140-5544-42f0-9c3c-c391cc06f36e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.270648] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.270648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.270894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.270925] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.271042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.271234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.271340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.271402] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.271565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.271641] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.271727] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c already deleted. [ 1432.271806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.538878] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.539122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.539122] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.539453] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.539498] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.539660] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port 2da35140-5544-42f0-9c3c-c391cc06f36e not found, creating... [ 1432.539947] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.540139] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.540264] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.540499] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.540642] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.540929] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.541156] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.541255] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.541472] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.541613] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.541760] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: 2da35140-5544-42f0-9c3c-c391cc06f36e is going to be created. [ 1432.563299] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.563459] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.563575] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.563816] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.564068] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.564290] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.245834] env[69888]: INFO networking_nsxv3.common.synchronization [req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 req-780ee1a5-0647-447a-8309-566bb3c509ce service nova] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1433.246119] env[69888]: INFO networking_nsxv3.common.synchronization [req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 req-780ee1a5-0647-447a-8309-566bb3c509ce service nova] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1433.246233] env[69888]: INFO networking_nsxv3.common.synchronization [req-bb144fff-51af-4e8a-a3ce-32a95dd8c068 req-780ee1a5-0647-447a-8309-566bb3c509ce service nova] Enqueued Resource ID: 2da35140-5544-42f0-9c3c-c391cc06f36e with Priority: HIGHEST for action port [ 1433.246403] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_rules [ 1433.246536] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1433.246632] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2da35140-5544-42f0-9c3c-c391cc06f36e with Priority: HIGHEST for action port [ 1433.247426] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.247597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.247704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.247975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.248106] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.248992] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.249168] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.249277] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.249515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.249699] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.249854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.249958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.250154] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.250290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.250415] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.251219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-2da35140-5544-42f0-9c3c-c391cc06f36e taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.251379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.251484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.251673] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.251793] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2da35140-5544-42f0-9c3c-c391cc06f36e',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.755280] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.755426] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.755603] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.756511] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2da35140-5544-42f0-9c3c-c391cc06f36e with status ACTIVE [ 1433.756707] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.756819] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.756887] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.757148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.757242] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.757425] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.757523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.757584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.757739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.757829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.758046] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.758147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.758204] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.758347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.758421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.758506] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2da35140-5544-42f0-9c3c-c391cc06f36e is going to be updated. [ 1433.778625] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.778782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.778816] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.779058] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.779203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.779352] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2da35140-5544-42f0-9c3c-c391cc06f36e" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.260864] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.763022] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.763199] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.763273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.763502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.763592] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.763692] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c is going to be created. [ 1434.788142] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.788314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.788365] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.788531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.788682] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.799380] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: UNINITIALIZED for 2s [ 1436.810665] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: SUCCESS [ 1436.811069] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.811111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.811337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.811531] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.811649] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.811712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.811866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.811975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.812081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.812150] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.314462] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1437.817414] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 902d2c87-0727-45f7-8f71-52582dcdaf7c: rpc.has_security_group_logging(os_id): False [ 1437.835343] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.835477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.835541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.835740] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.835838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.836083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.836189] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.836255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.836409] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.836487] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.836574] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c is going to be created. [ 1437.901767] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.901899] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.901983] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.902207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.902379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.914358] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: IN_PROGRESS for 2s [ 1438.247382] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.247535] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1439.927469] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: SUCCESS [ 1439.927788] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.248608] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.248954] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.249826] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.250201] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.251479] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.251842] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.252161] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.252538] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.253734] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.254022] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.255195] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.255498] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.256333] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.256600] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.257641] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.257953] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.092983] env[69888]: INFO networking_nsxv3.common.synchronization [req-e17a26b6-992e-49fe-894c-e421e537baf2 req-a286de23-3e09-4d0c-a3c3-517fff92890b tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1482.093556] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGHEST for action security_group_members [ 1482.093891] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.094511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.094511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.094511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.094654] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.094705] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.094782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.094959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.095084] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.095211] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1482.598089] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.598089] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.598089] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.598468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.598468] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.598468] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c is going to be updated. [ 1482.635361] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1482.635540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.635540] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.635717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.635854] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.643699] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: IN_PROGRESS for 2s [ 1484.654630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c in Status: SUCCESS [ 1484.654630] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c deletion is rescheduled due to dependency. [ 1484.654630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.094734] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.095100] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.096270] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.096528] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.287257] env[69888]: INFO networking_nsxv3.common.synchronization [req-25925cee-c443-4a17-8c22-cea80c22ae3f req-241362e2-a36c-4e7b-bbac-ef0dbcd41d27 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1493.287798] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGHEST for action security_group_members [ 1493.288127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.288266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.289139] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.289139] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.289460] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1493.791405] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.791577] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.791639] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.791904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.792016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.792165] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.792267] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.792331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.792484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.792560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.792799] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 is going to be updated. [ 1493.818063] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.818208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.818333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.818469] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.818613] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.826841] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: IN_PROGRESS for 2s [ 1495.837665] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 in Status: SUCCESS [ 1495.837959] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 deletion is rescheduled due to dependency. [ 1495.837959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1497.875235] env[69888]: INFO networking_nsxv3.common.synchronization [None req-e07924e9-284b-4a9f-9ff6-6ddea36aefa7 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1497.875755] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1497.876144] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.876256] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.876326] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1497.876579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1497.876661] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1497.976976] env[69888]: INFO networking_nsxv3.common.synchronization [None req-7ab3c6ae-cecd-4f57-a484-37b60c8a510e tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1497.977491] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1497.977798] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1497.977903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.399718] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.399872] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.399909] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.400159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.400254] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.400354] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 already deleted. [ 1498.400438] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.400591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.400747] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.400829] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1498.540377] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1498.540510] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:4 started [ 1498.920388] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1498.920739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1498.920739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1498.920739] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1498.920835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1498.920919] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 already deleted. [ 1498.921037] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1502.978510] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.978832] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.091414] env[69888]: INFO networking_nsxv3.common.synchronization [req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb req-e820297b-6902-4763-b0a5-78f1a4392b06 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1503.091849] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1503.092179] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.092296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.092368] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.092671] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.092832] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.092950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.093049] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.093188] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.093331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.093366] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.342835] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.343153] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.343298] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.343570] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.343838] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.343993] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.344129] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.344341] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.344491] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.344739] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1503.344865] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1503.344977] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1503.345102] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1503.345220] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1503.345325] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1503.345489] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1503.365650] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1503.365820] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1503.365950] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1503.366141] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.366442] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.366621] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.366750] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.367062] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.367209] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23dd708-b1b5-45a9-8d41-ddd305eb2a30',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1503.595864] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.596076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.596076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.596294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.596386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.596583] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.596684] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.596746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.596896] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.596971] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.597068] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 already deleted. [ 1503.597149] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.869928] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.870263] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.870458] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.870791] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.871026] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.871233] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port e23dd708-b1b5-45a9-8d41-ddd305eb2a30 not found, creating... [ 1503.871526] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.871695] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.871819] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.872072] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.872223] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.872509] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.872670] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.872792] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.873008] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.873172] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.873321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 is going to be created. [ 1503.896218] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1503.896417] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.896515] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1503.896770] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1503.896999] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1503.897237] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.554774] env[69888]: INFO networking_nsxv3.common.synchronization [req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb req-17d9e896-d22c-47a8-b0c1-b3b2172e61b1 service nova] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1504.554774] env[69888]: INFO networking_nsxv3.common.synchronization [req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb req-17d9e896-d22c-47a8-b0c1-b3b2172e61b1 service nova] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1504.554774] env[69888]: INFO networking_nsxv3.common.synchronization [req-2ed99d87-e2c9-4edb-9c2f-0a53aef67bcb req-17d9e896-d22c-47a8-b0c1-b3b2172e61b1 service nova] Enqueued Resource ID: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 with Priority: HIGHEST for action port [ 1504.555066] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_rules [ 1504.555094] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1504.555201] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 with Priority: HIGHEST for action port [ 1504.555819] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.555951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.556070] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.556285] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.556399] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.557298] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.558142] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.558236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.558417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.558579] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.558704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.558733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.558886] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.558966] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1504.559073] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1504.559828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.559936] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.560008] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.561355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.561355] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23dd708-b1b5-45a9-8d41-ddd305eb2a30',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.062529] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.062529] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.062529] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.063401] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e23dd708-b1b5-45a9-8d41-ddd305eb2a30 with status ACTIVE [ 1505.063576] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.063712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.063750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.063958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.064071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.064440] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.064440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.064440] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.064570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.064634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.064806] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.064897] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.064950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.065103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.065181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.065266] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e23dd708-b1b5-45a9-8d41-ddd305eb2a30 is going to be updated. [ 1505.084606] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1505.084745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.084782] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1505.084951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1505.085091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.085236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23dd708-b1b5-45a9-8d41-ddd305eb2a30" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1505.566983] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.069067] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.069067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.069272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.069371] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.069461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.069559] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 is going to be created. [ 1506.092489] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.092627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.092692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.092891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.093054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.103282] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: UNINITIALIZED for 2s [ 1508.113972] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: SUCCESS [ 1508.114272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.114396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.114603] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.114789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1508.114903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.114967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1508.115138] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1508.115220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.115305] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1508.115394] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1508.618089] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.122065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9619c7-a0b7-4d4e-a8dc-634cc72c1907: rpc.has_security_group_logging(os_id): False [ 1509.137127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.137300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.137300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.137497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.137615] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.137868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.137973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.138081] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.138251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.138394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.138494] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 is going to be created. [ 1509.193027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.193203] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.193289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.193442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.193611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.203322] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: IN_PROGRESS for 2s [ 1509.556112] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.556268] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1511.214942] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: SUCCESS [ 1511.215334] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.557957] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.558349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.559531] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.559852] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.560841] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.560841] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.562394] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.562794] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1531.500127] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1531.500447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1531.500447] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1531.500565] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1531.500663] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.003013] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1532.505860] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.007839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1533.007839] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1533.714974] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.715378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.715378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.715445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.726229] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1533.727054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.727977] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1533.768015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.768192] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.768272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.768396] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.781484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.782180] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1533.782297] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1533.782358] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1533.812214] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.812332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.812413] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.812611] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.813314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.813458] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1533.877770] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.877928] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.877987] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.878131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.878378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.878597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1533.947306] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.947498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.947498] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.947692] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.947962] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.948227] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:32. [ 1533.948323] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'0c39a948-c9a1-4efa-bee2-20d570801c86', 'ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6', '54dca5a3-ac2f-4e63-b329-6ce2544f6bc5', 'a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50', 'ea9619c7-a0b7-4d4e-a8dc-634cc72c1907', '71102390-e1b5-45df-8835-045e6cc0a8e5', '3aa2dac3-4306-4e08-ab28-a8f764ed4498', '66c6ba07-1116-4582-a0a1-7c1821c1d906', '47436819-fbed-418b-a299-689254358ca8', 'a5478faa-8b49-42ac-b618-5e9dc2693758', 'fa024e6e-9026-4613-b1d6-fe2976d70958', '5bf2925a-ba66-4aac-8f25-3cf00a032615', '0a1aa3e0-6b73-4aeb-95c0-499915620dd1', '85760c58-c40e-465c-a9d1-8c039a6fe3ac', '38692519-bc41-4fc9-866f-36a4d0fb8751', 'fd2fb054-ae69-4d90-a2d3-2afe53d65b2c', 'd5955462-1852-4a8c-949f-fb8aa0e039f0', '1198c0a5-1e11-4be4-9f2c-6731dddf9c65', 'b357bfa9-0a50-4f89-9c1a-1fd7935b5d06', '902d2c87-0727-45f7-8f71-52582dcdaf7c', 'a53019fd-ccfa-4406-91f8-4fdb5e7fea31', '01196eb0-1a82-4fd6-a226-21008c98fef0', '28e0d299-6aa9-450b-a62a-2317be38ad02', '4adc9500-d45d-4d28-9832-da50b43fba49', '194b0e5e-7cb7-4152-8c55-fd9de86b9f80', 'e13e6d19-236c-4bcc-8794-a86e1ad2da04', '89d61d28-ad1a-46ff-8fe5-03bd16b47527', '5725d273-1e2f-4f29-862f-76d51c2e1b47', 'daaa9fa8-f7b8-4f00-91de-8f28b8940915', 'e99e0dae-23c1-4cbc-bfb1-3ce008325b87', '2ddea31d-688e-464b-80db-1113affbfe77', '5d07f7a8-6759-4e1e-9927-455920e31c99'} {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1533.948400] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1533.965021] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1533.965191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.965232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1533.965412] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1533.965493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1533.965597] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1533.965667] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1533.965737] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1534.037407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.037584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.037584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.037749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.038846] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.039102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1534.039181] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1534.039254] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1534.039321] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1534.039396] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/32 resources of Type:Security Group Rules [ 1534.039467] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1534.039797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGH for action security_group_rules [ 1534.039797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1534.039797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGH for action security_group_rules [ 1534.039797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGH for action security_group_rules [ 1534.039797] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGH for action security_group_rules [ 1534.040068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGH for action security_group_rules [ 1534.040068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGH for action security_group_rules [ 1534.040068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGH for action security_group_rules [ 1534.040068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGH for action security_group_rules [ 1534.040068] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGH for action security_group_rules [ 1534.040271] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGH for action security_group_rules [ 1534.040271] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGH for action security_group_rules [ 1534.040271] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGH for action security_group_rules [ 1534.040394] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGH for action security_group_rules [ 1534.040394] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGH for action security_group_rules [ 1534.040394] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGH for action security_group_rules [ 1534.040520] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGH for action security_group_rules [ 1534.040520] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGH for action security_group_rules [ 1534.040648] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGH for action security_group_rules [ 1534.040648] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.563925] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.564056] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1534.564152] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 with Priority: HIGH for action security_group_rules [ 1534.564285] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGH for action security_group_rules [ 1534.564386] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 with Priority: HIGH for action security_group_rules [ 1534.564483] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 with Priority: HIGH for action security_group_rules [ 1534.564579] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c with Priority: HIGH for action security_group_rules [ 1534.564671] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 with Priority: HIGH for action security_group_rules [ 1534.564759] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 with Priority: HIGH for action security_group_rules [ 1534.564847] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 with Priority: HIGH for action security_group_rules [ 1534.564936] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac with Priority: HIGH for action security_group_rules [ 1534.565037] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c with Priority: HIGH for action security_group_rules [ 1534.565130] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 with Priority: HIGH for action security_group_rules [ 1534.565217] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 with Priority: HIGH for action security_group_rules [ 1534.565304] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa024e6e-9026-4613-b1d6-fe2976d70958 with Priority: HIGH for action security_group_rules [ 1534.565391] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5478faa-8b49-42ac-b618-5e9dc2693758 with Priority: HIGH for action security_group_rules [ 1534.565474] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47436819-fbed-418b-a299-689254358ca8 with Priority: HIGH for action security_group_rules [ 1534.565559] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 with Priority: HIGH for action security_group_rules [ 1534.565644] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 with Priority: HIGH for action security_group_rules [ 1534.565728] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGH for action security_group_rules [ 1534.565812] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 with Priority: HIGH for action security_group_rules [ 1534.565901] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 with Priority: HIGH for action security_group_rules [ 1534.566597] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c39a948-c9a1-4efa-bee2-20d570801c86 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.566734] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.566801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.567015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.567103] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c39a948-c9a1-4efa-bee2-20d570801c86',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.567999] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.568130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.568195] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.568360] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.568432] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.569164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.569273] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.569330] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.569665] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.569665] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3aa2dac3-4306-4e08-ab28-a8f764ed4498',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.570624] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38692519-bc41-4fc9-866f-36a4d0fb8751 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.570745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.570810] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.571105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.571105] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38692519-bc41-4fc9-866f-36a4d0fb8751',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.571668] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-902d2c87-0727-45f7-8f71-52582dcdaf7c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.571774] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.571837] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.571986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.572079] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('902d2c87-0727-45f7-8f71-52582dcdaf7c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.573122] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.573244] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.573313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.573470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.573545] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b357bfa9-0a50-4f89-9c1a-1fd7935b5d06',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.574293] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.574407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.574471] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.574621] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.574690] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1198c0a5-1e11-4be4-9f2c-6731dddf9c65',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.576915] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5955462-1852-4a8c-949f-fb8aa0e039f0 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.577044] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.577114] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.577266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.577334] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5955462-1852-4a8c-949f-fb8aa0e039f0',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.577984] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.578110] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.578172] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.578322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.578396] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('85760c58-c40e-465c-a9d1-8c039a6fe3ac',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.579112] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.579224] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.579292] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.579442] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.579513] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fd2fb054-ae69-4d90-a2d3-2afe53d65b2c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.580171] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.580972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.580972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.580972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.580972] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a1aa3e0-6b73-4aeb-95c0-499915620dd1',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.581399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5bf2925a-ba66-4aac-8f25-3cf00a032615 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.581518] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.581579] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.581730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.581804] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5bf2925a-ba66-4aac-8f25-3cf00a032615',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.582461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa024e6e-9026-4613-b1d6-fe2976d70958 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.582573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.582625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.582771] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.582860] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa024e6e-9026-4613-b1d6-fe2976d70958',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.583491] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5478faa-8b49-42ac-b618-5e9dc2693758 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.583599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.583661] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.583808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.583882] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5478faa-8b49-42ac-b618-5e9dc2693758',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.584628] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47436819-fbed-418b-a299-689254358ca8 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.584738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.584835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.584935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.584996] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47436819-fbed-418b-a299-689254358ca8',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.586130] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71102390-e1b5-45df-8835-045e6cc0a8e5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.586251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.586341] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.586458] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.586530] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71102390-e1b5-45df-8835-045e6cc0a8e5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.587203] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c6ba07-1116-4582-a0a1-7c1821c1d906 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.587306] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.587370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.587517] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.587589] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c6ba07-1116-4582-a0a1-7c1821c1d906',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.588248] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.588443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.588651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.588651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.588771] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.589421] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.589527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.589582] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.589727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.589803] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.590463] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.590596] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.590659] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.590767] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.590833] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.613391] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.613542] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.613685] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.613835] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.631938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.632072] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3aa2dac3-4306-4e08-ab28-a8f764ed4498 is going to be deleted. [ 1534.683304] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1534.683459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.683494] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.683738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1534.683866] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1534.683937] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3aa2dac3-4306-4e08-ab28-a8f764ed4498" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.095900] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.096302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.096302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.096302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.096504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.096583] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.096633] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.096751] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.096850] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.096988] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.097097] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.151466] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.151653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.151653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.151833] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.154980] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.155123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.155844] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.155944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.157554] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.157645] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.165193] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.165300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.166228] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.166332] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.170828] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.170978] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.172317] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.172436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.173463] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.173647] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.174283] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.174417] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.175033] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.175164] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.175771] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.176150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.176299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.176957] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.177357] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.177479] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.178066] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.178461] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.178599] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.179171] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.179582] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.179722] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.180291] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.180685] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.180814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.181492] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.181868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.181979] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.182560] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1535.182955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.183103] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 902d2c87-0727-45f7-8f71-52582dcdaf7c is going to be deleted. [ 1535.184438] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.184566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.184619] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.184770] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.206712] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.206829] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa024e6e-9026-4613-b1d6-fe2976d70958 is going to be deleted. [ 1535.207610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.207818] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.230914] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.231031] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a1aa3e0-6b73-4aeb-95c0-499915620dd1 is going to be deleted. [ 1535.231779] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.231972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.239195] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.239319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.249530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.249639] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c39a948-c9a1-4efa-bee2-20d570801c86 is going to be deleted. [ 1535.250353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.250535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.267169] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.267296] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.268094] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.268201] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fd2fb054-ae69-4d90-a2d3-2afe53d65b2c is going to be deleted. [ 1535.268879] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.269067] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.352055] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.352166] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.354946] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.355076] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c6ba07-1116-4582-a0a1-7c1821c1d906 is going to be deleted. [ 1535.355912] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.356128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.385273] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.385384] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.390521] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.390630] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38692519-bc41-4fc9-866f-36a4d0fb8751 is going to be deleted. [ 1535.391401] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.391618] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.468303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.468413] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6 is going to be deleted. [ 1535.469280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.469481] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.491829] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.491941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.496220] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.496220] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.528662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.528783] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.529541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.529654] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 85760c58-c40e-465c-a9d1-8c039a6fe3ac is going to be deleted. [ 1535.530461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.530662] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.552828] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.552935] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b357bfa9-0a50-4f89-9c1a-1fd7935b5d06 is going to be deleted. [ 1535.553690] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.553878] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.585359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.585465] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47436819-fbed-418b-a299-689254358ca8 is going to be deleted. [ 1535.586160] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.586339] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.604352] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1535.649573] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.649696] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.682370] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.682486] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5955462-1852-4a8c-949f-fb8aa0e039f0 is going to be deleted. [ 1535.683510] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.683745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.701784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.701994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.739731] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.739924] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5478faa-8b49-42ac-b618-5e9dc2693758 is going to be deleted. [ 1535.740808] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.741077] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.742785] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.742890] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.744672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.744812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.827421] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.827577] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50 is going to be deleted. [ 1535.829088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.829295] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.880292] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.880477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.893353] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.893353] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71102390-e1b5-45df-8835-045e6cc0a8e5 is going to be deleted. [ 1535.894319] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.894546] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.943979] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.944241] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.948883] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.949056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.968182] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.968324] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be deleted. [ 1535.969198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.969423] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.001720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.001847] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1198c0a5-1e11-4be4-9f2c-6731dddf9c65 is going to be deleted. [ 1536.002578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.002776] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.042608] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.042608] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5bf2925a-ba66-4aac-8f25-3cf00a032615 is going to be deleted. [ 1536.043333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.043535] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.043773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.043839] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-902d2c87-0727-45f7-8f71-52582dcdaf7c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.043950] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.044124] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.044202] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.044313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa024e6e-9026-4613-b1d6-fe2976d70958" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.044749] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.044903] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.044984] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.045111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a1aa3e0-6b73-4aeb-95c0-499915620dd1" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.045236] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.045379] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.045453] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.045563] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c39a948-c9a1-4efa-bee2-20d570801c86" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.045687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.045830] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.045904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.046015] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fd2fb054-ae69-4d90-a2d3-2afe53d65b2c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.046147] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.046288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.046362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.046470] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38692519-bc41-4fc9-866f-36a4d0fb8751" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.046604] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.046762] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.046840] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.046951] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c6ba07-1116-4582-a0a1-7c1821c1d906" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.047088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.047228] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.047302] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.047406] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffb459dd-e9f9-4ffb-b54e-4ebb94e530c6" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.047526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.047666] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.047742] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.047849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b357bfa9-0a50-4f89-9c1a-1fd7935b5d06" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.047970] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.048123] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.048196] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.048300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-85760c58-c40e-465c-a9d1-8c039a6fe3ac" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.048422] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.048559] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.048632] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.048745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47436819-fbed-418b-a299-689254358ca8" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.048852] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.048986] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.049075] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.049181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5955462-1852-4a8c-949f-fb8aa0e039f0" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.049300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.049436] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.049508] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.049625] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a96d6ea3-3ca4-4794-a8fa-d8aed43e1b50" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.049763] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.049902] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.049972] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.050085] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5478faa-8b49-42ac-b618-5e9dc2693758" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.100494] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.100805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.100805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.100861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.100943] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.101046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71102390-e1b5-45df-8835-045e6cc0a8e5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.104784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.104894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.104958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.105126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.105205] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.105313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.105509] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea9619c7-a0b7-4d4e-a8dc-634cc72c1907: rpc.has_security_group_logging(os_id): False [ 1536.145254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.145386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.145386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.145539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.145616] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.145717] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1198c0a5-1e11-4be4-9f2c-6731dddf9c65" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.147299] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.147418] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.147461] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.147634] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.204113] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.204288] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.206665] env[69888]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1536.207153] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.207406] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.207486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.207555] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.207729] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.207812] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.207898] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 is going to be updated. [ 1536.208825] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.208993] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.209092] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.209208] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5bf2925a-ba66-4aac-8f25-3cf00a032615" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.336534] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1536.336745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.336745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.336938] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.337093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.389832] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: IN_PROGRESS for 2s [ 1538.402998] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: SUCCESS [ 1538.403400] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.566679] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.567059] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1544.567675] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.568040] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.569400] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.569843] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.571123] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.571123] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.572755] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.572755] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.573149] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.573497] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1566.298876] env[69888]: INFO networking_nsxv3.common.synchronization [req-6502c2f8-eebc-408d-8dc4-0ba7f79d3905 req-665a6b18-72c5-4c2f-980c-f526b7c16732 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1566.299574] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGHEST for action security_group_members [ 1566.299962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.300309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.300374] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.300670] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.300905] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.301103] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.301209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.301655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.301655] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.301869] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea9619c7-a0b7-4d4e-a8dc-634cc72c1907',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1566.804441] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.804651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.804651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.804882] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.804967] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.805186] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.805287] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.805356] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.805486] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.805561] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.805648] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 is going to be updated. [ 1566.834279] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1566.834433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.834433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1566.834570] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1566.834700] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.842420] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: IN_PROGRESS for 2s [ 1568.852884] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 in Status: SUCCESS [ 1568.853231] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 deletion is rescheduled due to dependency. [ 1568.853231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea9619c7-a0b7-4d4e-a8dc-634cc72c1907" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.931497] env[69888]: INFO networking_nsxv3.common.synchronization [None req-408df115-52e7-4b47-9c60-bd1c0531e069 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1570.932034] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1570.932389] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.932538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1570.932601] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1570.932867] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1570.932949] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1570.997305] env[69888]: INFO networking_nsxv3.common.synchronization [None req-f52a1e6d-ee38-480a-a34a-71ff163d37d6 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1570.997808] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1570.998128] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1570.998231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.453849] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.453849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.453849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.453849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.453849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.453849] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 already deleted. [ 1571.453849] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.454191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.454191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.454191] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1571.974475] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.974860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.974860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.974860] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.974976] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.975025] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 already deleted. [ 1571.975111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1575.999165] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.999458] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.122556] env[69888]: INFO networking_nsxv3.common.synchronization [req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 req-a94914ee-0adc-4b90-b54b-6dfdc6c75240 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1576.123185] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1576.123407] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.123533] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.123595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.123857] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.124030] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.124246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.124246] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.124361] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.124443] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.124537] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.404036] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock network-84 taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.404036] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.404036] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.404246] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.404947] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.405291] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.405484] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.405791] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.406053] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.406468] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1576.406746] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] NeedRegenerationException {{(pid=69888) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1576.407055] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] no value, waiting for create lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1576.407338] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] value creation lock acquired {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1576.407633] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] No value present for key: 'zone-id' {{(pid=69888) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 1576.407847] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Calling creation function for not-yet-present value {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1576.408065] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1576.427351] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1576.427600] env[69888]: DEBUG dogpile.cache.region [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=69888) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 1576.427804] env[69888]: DEBUG dogpile.lock [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Released creation lock {{(pid=69888) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1576.428041] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "network-84" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.428391] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock port-ad52deb0-e043-4789-b86d-84b7067ce93c taken with stack trace [, , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.428630] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.428806] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.429166] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.429396] env[69888]: DEBUG networking_nsxv3.api.rpc [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad52deb0-e043-4789-b86d-84b7067ce93c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1576.628027] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.628218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.628258] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.628523] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.628667] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.628922] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.629076] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.629148] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.629355] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.629466] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.629604] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 already deleted. [ 1576.629713] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.932209] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.932434] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.932579] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.932874] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.933044] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.933224] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Segment Port ad52deb0-e043-4789-b86d-84b7067ce93c not found, creating... [ 1576.933499] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.933662] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.933786] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.934017] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.934167] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.934481] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.934649] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.934772] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.934985] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.935138] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.935283] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Resource: SegmentPort with ID: ad52deb0-e043-4789-b86d-84b7067ce93c is going to be created. [ 1576.955998] env[69888]: DEBUG networking_nsxv3.common.locking [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1576.956306] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.956374] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1576.956625] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1576.956876] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.957113] env[69888]: DEBUG oslo_concurrency.lockutils [None req-89a9164b-6f4d-4f03-b4c5-5159035ea492 None None] Releasing lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.613884] env[69888]: INFO networking_nsxv3.common.synchronization [req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 req-8f2c4585-e684-4137-96ef-923a86e8ea8b service nova] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1577.614132] env[69888]: INFO networking_nsxv3.common.synchronization [req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 req-8f2c4585-e684-4137-96ef-923a86e8ea8b service nova] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1577.614246] env[69888]: INFO networking_nsxv3.common.synchronization [req-2458fd1f-c3dc-4bbe-8d93-1f0535d31306 req-8f2c4585-e684-4137-96ef-923a86e8ea8b service nova] Enqueued Resource ID: ad52deb0-e043-4789-b86d-84b7067ce93c with Priority: HIGHEST for action port [ 1577.614533] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_rules [ 1577.614664] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1577.614761] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad52deb0-e043-4789-b86d-84b7067ce93c with Priority: HIGHEST for action port [ 1577.615325] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.615484] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.615538] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.615733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.615824] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.616655] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.616761] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.616832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.617010] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.617159] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.617253] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.617313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.617451] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.617534] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1577.617621] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1577.618348] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad52deb0-e043-4789-b86d-84b7067ce93c taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1577.618587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.618587] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1577.618644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1577.618711] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad52deb0-e043-4789-b86d-84b7067ce93c',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.120020] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1578.121083] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.121184] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.121373] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad52deb0-e043-4789-b86d-84b7067ce93c with status ACTIVE [ 1578.121535] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.121638] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.121703] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.121907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.121994] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.122178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.122278] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.122386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.122513] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.122580] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.122757] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.122847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.122904] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.123052] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.123127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.123208] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad52deb0-e043-4789-b86d-84b7067ce93c is going to be updated. [ 1578.143231] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1578.143395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1578.143431] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1578.143589] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1578.143720] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.143864] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad52deb0-e043-4789-b86d-84b7067ce93c" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1578.625413] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1579.129640] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.129801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.129877] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.130134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.130530] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.130530] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 is going to be created. [ 1579.153242] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.153392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.153430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.153635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.153787] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.162067] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: UNINITIALIZED for 2s [ 1581.171985] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: SUCCESS [ 1581.172377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.172377] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.172588] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.172784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.172894] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.172959] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.173131] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.173214] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.173299] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.173388] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.675569] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1582.178465] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6411a645-dae8-46e5-9ea1-d1a8949751c7: rpc.has_security_group_logging(os_id): False [ 1582.197095] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.197232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.197308] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.197520] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.197609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.197857] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.197955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.198030] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.198180] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.198249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.198333] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 is going to be created. [ 1582.255077] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.255209] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.255323] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.255455] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.255653] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.265587] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: IN_PROGRESS for 2s [ 1582.616548] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1582.616764] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1584.279368] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: SUCCESS [ 1584.279710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.617558] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1587.617953] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1592.618508] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1592.618759] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1597.620078] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1597.620433] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1602.620911] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1602.621261] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1607.622083] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1607.622442] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1612.622976] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1612.623366] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1617.624387] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1617.624773] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1622.626087] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1622.626412] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1627.627618] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1627.627973] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1632.628834] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1632.629127] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1637.629933] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1637.629933] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1639.330567] env[69888]: INFO networking_nsxv3.common.synchronization [req-ff8b6e9f-4c40-4c2c-b183-6aaeef740a96 req-a25fb7df-df3b-4387-8f0f-ceddf27a5c60 tempest-AttachVolumeNegativeTest-1626062866 tempest-AttachVolumeNegativeTest-1626062866-project-member] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1639.331106] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGHEST for action security_group_members [ 1639.331415] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-6411a645-dae8-46e5-9ea1-d1a8949751c7 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.332028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.332028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.332143] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.332245] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.332348] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.332459] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.332556] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.332640] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.332744] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6411a645-dae8-46e5-9ea1-d1a8949751c7',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1639.836054] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.836054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.836054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.836054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.836054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.836362] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.836362] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.836450] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.836536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.836610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.836700] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 is going to be updated. [ 1639.868941] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1639.869127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.869127] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1639.869275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1639.869408] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1639.876843] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: IN_PROGRESS for 2s [ 1641.886517] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 in Status: SUCCESS [ 1641.886932] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 deletion is rescheduled due to dependency. [ 1641.886932] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6411a645-dae8-46e5-9ea1-d1a8949751c7" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1644.331639] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1644.331969] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1649.333210] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1649.333583] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1654.335051] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1654.335349] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1659.336327] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.336672] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1664.337330] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.337723] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1669.338437] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1669.338793] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1674.340118] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1674.340462] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1679.340957] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1679.341443] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1684.342297] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1684.342632] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1689.343891] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1689.344150] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1694.345514] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1694.345514] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1699.347069] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1699.347069] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1704.348141] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1704.348501] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1709.349584] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1709.349977] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1714.350833] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1714.351235] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1719.352022] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1719.352388] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1724.353309] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1724.353595] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1729.354751] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1729.355185] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1734.356500] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1734.356853] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1738.541336] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:4 completed [ 1738.541647] env[69888]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f17fad0b-d584-48ad-9eaf-7f9d2dbe464b None None] NSXv3 Agent Agent loop - iteration:5 started [ 1739.357414] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1739.357649] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1744.359121] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1744.359510] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1749.360083] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1749.360502] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1753.252068] env[69888]: INFO networking_nsxv3.common.synchronization [req-9a8885ce-9397-4895-93f0-42321d2bfbff req-a4eabb3f-4f3b-40c9-8d54-b4e0f8f7eb93 tempest-ServerActionsTestOtherB-19769360 tempest-ServerActionsTestOtherB-19769360-project-member] Enqueued Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1753.252965] env[69888]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 with Priority: HIGHEST for action security_group_members [ 1753.253301] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 taken with stack trace [, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.253433] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.253503] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.253730] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.253907] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.254018] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.254086] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.254272] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.254375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.254484] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54dca5a3-ac2f-4e63-b329-6ce2544f6bc5',) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1753.756504] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.756657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.756657] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.756853] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.756944] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.757164] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.757264] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.757322] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.757464] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.757539] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.757625] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54dca5a3-ac2f-4e63-b329-6ce2544f6bc5 is going to be deleted. [ 1753.798784] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1753.798955] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.799029] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1753.799206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1753.799297] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1753.799395] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54dca5a3-ac2f-4e63-b329-6ce2544f6bc5" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.253855] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1758.254144] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1763.255122] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1763.255122] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1768.255659] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1768.255946] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1771.501562] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1771.501999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1771.501999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1771.501999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1771.502213] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.004948] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1772.507212] env[69888]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=69888) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1773.009900] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1773.010102] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1773.257319] env[69888]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1773.257533] env[69888]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1773.727457] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.727858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.727858] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.727927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.740451] env[69888]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1773.741238] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.741947] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1773.775692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.775823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.775876] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.776028] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.789011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.789730] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1773.789814] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1773.789905] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1773.816143] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.816261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.816346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.816536] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.816999] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.817148] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1773.880618] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.880777] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.880829] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.880982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.881262] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.881507] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1773.953610] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.953799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.953799] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.953989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.954284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.954550] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:14. [ 1773.954656] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'6411a645-dae8-46e5-9ea1-d1a8949751c7', 'a53019fd-ccfa-4406-91f8-4fdb5e7fea31', '28e0d299-6aa9-450b-a62a-2317be38ad02', '01196eb0-1a82-4fd6-a226-21008c98fef0', '4adc9500-d45d-4d28-9832-da50b43fba49', '194b0e5e-7cb7-4152-8c55-fd9de86b9f80', 'e13e6d19-236c-4bcc-8794-a86e1ad2da04', 'ea9619c7-a0b7-4d4e-a8dc-634cc72c1907', '89d61d28-ad1a-46ff-8fe5-03bd16b47527', '5725d273-1e2f-4f29-862f-76d51c2e1b47', 'daaa9fa8-f7b8-4f00-91de-8f28b8940915', 'e99e0dae-23c1-4cbc-bfb1-3ce008325b87', '2ddea31d-688e-464b-80db-1113affbfe77', '5d07f7a8-6759-4e1e-9927-455920e31c99'} {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1773.954751] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1773.972015] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1773.972191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.972191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1773.972359] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1773.972444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1773.972544] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1773.972615] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1773.972681] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1774.052192] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.052327] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.052386] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.052553] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.053605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.053836] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1774.053915] env[69888]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=69888) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1774.053989] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1774.054068] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1774.054145] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 14/14 resources of Type:Security Group Rules [ 1774.054217] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6411a645-dae8-46e5-9ea1-d1a8949751c7 with Priority: HIGH for action security_group_rules [ 1774.054295] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a53019fd-ccfa-4406-91f8-4fdb5e7fea31 with Priority: HIGH for action security_group_rules [ 1774.054365] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 28e0d299-6aa9-450b-a62a-2317be38ad02 with Priority: HIGH for action security_group_rules [ 1774.054429] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 01196eb0-1a82-4fd6-a226-21008c98fef0 with Priority: HIGH for action security_group_rules [ 1774.054490] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4adc9500-d45d-4d28-9832-da50b43fba49 with Priority: HIGH for action security_group_rules [ 1774.054553] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 194b0e5e-7cb7-4152-8c55-fd9de86b9f80 with Priority: HIGH for action security_group_rules [ 1774.054614] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e13e6d19-236c-4bcc-8794-a86e1ad2da04 with Priority: HIGH for action security_group_rules [ 1774.054672] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea9619c7-a0b7-4d4e-a8dc-634cc72c1907 with Priority: HIGH for action security_group_rules [ 1774.054736] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 89d61d28-ad1a-46ff-8fe5-03bd16b47527 with Priority: HIGH for action security_group_rules [ 1774.054826] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5725d273-1e2f-4f29-862f-76d51c2e1b47 with Priority: HIGH for action security_group_rules [ 1774.054882] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: daaa9fa8-f7b8-4f00-91de-8f28b8940915 with Priority: HIGH for action security_group_rules [ 1774.054912] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e99e0dae-23c1-4cbc-bfb1-3ce008325b87 with Priority: HIGH for action security_group_rules [ 1774.054968] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2ddea31d-688e-464b-80db-1113affbfe77 with Priority: HIGH for action security_group_rules [ 1774.055027] env[69888]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d07f7a8-6759-4e1e-9927-455920e31c99 with Priority: HIGH for action security_group_rules [ 1774.055095] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 1774.055156] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 1774.055377] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.055485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.055485] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.055627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.055701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.055868] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.055956] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.056024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.056163] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.056234] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.056422] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.056514] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.056571] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.056704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.056773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.056935] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.057034] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.057088] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.057219] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.057289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.057454] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.057541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.057597] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.057727] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.057794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.057957] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.058054] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.058111] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.058243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.058340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.058552] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.058646] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.058704] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.058838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.058908] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.059089] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.059178] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.059239] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.059394] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.059467] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.059630] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.059719] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.059775] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.059907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.059975] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.060150] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.060237] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.060294] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.060424] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.060493] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.060652] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.060738] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.060794] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.060922] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.060989] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.061163] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.061249] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.061303] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.061434] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.061501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.061660] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.061745] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.061801] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.061929] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.061996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.062168] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.062255] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.062310] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.062444] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.062519] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.062666] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.062750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.062806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.062934] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.063011] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.063175] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.063260] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.063318] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.063446] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.063515] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.063672] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.063758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.063814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.063941] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.064024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.064189] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.064275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.064333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.064463] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.064531] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.064692] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.064778] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.064834] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.064961] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.065042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.065204] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.065289] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.065347] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.065477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.065544] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.065705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.065790] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.065847] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.065973] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.066053] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.066219] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.066331] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.066392] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.066526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.066595] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.066758] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.066844] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.066901] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.067042] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.067112] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.067275] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.067363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.067419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.067547] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.067614] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.067775] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.067861] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.067918] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.068061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.068130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.068312] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.068410] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.068502] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.068651] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.068724] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.068890] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.068977] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.069046] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.069181] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.069269] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.069437] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.069527] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.069584] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.069716] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.069786] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.069948] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.070047] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.070102] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.070232] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.070300] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.070464] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.070550] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.070605] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.070733] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.070802] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.070962] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.071061] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.071113] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.071243] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.071313] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.071474] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.071560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.071617] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.071746] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.071814] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.071976] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.072108] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.072159] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.072251] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.072320] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.072483] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.072569] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.072627] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.072753] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.072821] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.072981] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.073080] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.073134] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.073263] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.073333] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.073492] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.073578] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.073637] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.073764] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.073832] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.073993] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.074091] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.074145] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.074275] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.074346] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.074506] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.074591] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.074644] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.074773] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.074842] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.075008] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.075101] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.075155] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.075284] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.075354] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.075515] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.075600] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.075658] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.075784] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.075851] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.076019] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.076105] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.076161] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.076309] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.076385] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.076549] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.076635] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.076691] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.076823] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.076891] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.077066] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.077152] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.077207] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.077337] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.077407] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.077568] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.077654] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.077710] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.077838] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.077907] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.078079] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.078167] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.078225] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.078380] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.078452] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.078615] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.078701] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.078758] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.078888] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.078958] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.079132] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.079218] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.079290] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.079429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.079499] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.079662] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.079750] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.079806] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.079935] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.080016] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.080178] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.080265] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.080325] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.080454] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.080522] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.080705] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.080795] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.080848] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.080982] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.081065] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.081227] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.081314] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.081363] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.081497] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.081566] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.081727] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.081813] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.081869] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.081996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.082071] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.082234] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.082321] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.082378] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.082506] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.082576] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.082738] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.082826] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.082884] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.083022] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.083093] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.083254] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.083340] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.083397] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.083526] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.083594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.083755] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.083841] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.083898] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.084035] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.084107] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.084268] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.084357] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.084411] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.084541] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.084610] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.084771] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.084859] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.084916] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.085056] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.085126] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.085288] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.085375] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.085429] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.085560] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.085629] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.085789] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.085874] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.085931] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.086074] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.086144] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.086324] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.086419] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.086477] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.086609] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.086678] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.086839] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.086927] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.086985] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.087128] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.087198] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.087357] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.087445] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.087501] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.087630] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.087699] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.087859] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.087942] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.087996] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.088137] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.088206] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.088399] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.088490] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.088548] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.088681] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.088752] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.088911] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.088997] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.089063] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.089191] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.089261] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.089423] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.089511] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.089568] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.089697] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.089766] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.089926] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.090024] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.090079] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.090211] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.090280] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.090441] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , >, , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.090528] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.090594] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.090735] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.090805] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.090915] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 1774.090975] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 1774.091054] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1774.157086] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.157231] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.157266] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.157430] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.157687] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.157911] env[69888]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1774.229871] env[69888]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=69888) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1774.230130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1774.230130] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1774.230276] env[69888]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1774.230573] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1774.242900] env[69888]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=69888) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}}